-- Logs begin at Wed 2022-07-27 15:49:16 UTC, end at Wed 2022-07-27 16:55:44 UTC. -- Jul 27 16:27:08.532068 dv-cinder-849690-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 27 16:27:11.242527 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.common.config [-] Logging enabled! Jul 27 16:27:11.243109 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev447 Jul 27 16:27:11.243324 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103912) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 27 16:27:11.246535 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.common.config [-] Logging enabled! Jul 27 16:27:11.246794 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev447 Jul 27 16:27:11.247104 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103912) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 27 16:27:11.248040 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 16:27:11.248275 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 16:27:11.248748 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 16:27:11.249026 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 16:27:11.249260 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 16:27:11.249580 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.249880 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.250115 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.250419 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.250713 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.250997 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.251289 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.251588 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.251876 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.252156 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.252439 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.252675 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.252986 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.253275 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.253563 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.253791 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] debug = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.254073 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.254510 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.254921 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.255260 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.256072 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.256356 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.256630 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.256927 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.257217 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.257546 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] host = dv-cinder-849690-6-iscsi {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.257826 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.258112 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.258400 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.258688 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.258964 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.259239 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.259524 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.259797 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.260069 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.260346 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.260635 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.260948 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.261240 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.261467 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.261691 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.261976 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.262276 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.262553 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.262829 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.263105 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.263379 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.263656 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.263925 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.264214 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.264503 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.264791 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.265093 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.265374 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.265650 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.265933 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.266219 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.266497 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.266773 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.267050 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.267339 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.267612 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.267888 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.268189 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.268477 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.268762 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.269074 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.269351 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.269634 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.269908 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.270182 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.270457 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_json = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.270731 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.271034 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.271315 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.271590 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.271865 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.272139 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.272413 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.272698 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.273001 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:11.273302 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.273602 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.273904 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.274188 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.274493 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.274776 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.275067 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.275347 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.275639 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.275938 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.276228 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.276512 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.276813 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.277136 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.277434 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.277742 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.278041 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.278337 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.278616 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.278892 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.279171 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.279452 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.279744 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.280025 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.280315 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.280608 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.280923 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.281214 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.281503 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.281790 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.282087 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.282378 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.282653 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.282935 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.283229 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.283507 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.283782 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.284073 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.284351 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.284626 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.284933 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.285228 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.285519 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.285797 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.286076 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.286366 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.286671 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.286947 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.287220 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.287499 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.287773 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.288057 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.288334 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.288607 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.288879 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.289182 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.289459 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.289731 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.290009 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.290281 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.290558 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.290831 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.291104 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.291376 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.291647 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.291919 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.292191 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.292460 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.292737 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.293033 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.293307 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.293581 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.293857 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.294133 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.294436 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.294717 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.295000 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.295281 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.295561 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.295843 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.296121 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.296399 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.296676 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.296977 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.297271 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.297559 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.297846 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.298131 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.298410 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.298724 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.299005 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.299284 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.299563 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.299843 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.300122 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.300407 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.300685 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.300989 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.301278 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.301567 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.301864 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.302688 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.302969 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.303265 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.303563 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.303858 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.304141 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.304448 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.304727 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:11.304972 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 16:27:11.305214 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103912) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 27 16:27:11.602807 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 27 16:27:11.603085 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 27 16:27:11.603392 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 27 16:27:11.603736 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 27 16:27:12.014805 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.015098 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.015373 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.016675 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.016974 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.017242 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.070680 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.070971 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.071243 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.086510 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.086791 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.087060 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.117367 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.117647 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.117918 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.155918 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.156223 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.156498 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.392472 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.393102 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.393102 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.393281 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.394124 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.493474 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.493800 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.494086 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.494366 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.494633 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.494953 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.495213 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.495472 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.495730 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.496020 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.496282 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.496549 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.496807 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.497088 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.497349 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.497617 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.497877 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.498150 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.498423 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.498687 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.498966 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.499242 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.499512 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.499890 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.500143 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.500393 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.500798 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 16:27:12.501071 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 16:27:12.501318 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 16:27:12.501558 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 16:27:12.501799 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 16:27:12.502038 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 16:27:12.502401 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 27 16:27:12.506094 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 27 16:27:12.510068 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 27 16:27:12.513987 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jul 27 16:27:12.515629 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 27 16:27:12.516257 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 27 16:27:12.516592 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 27 16:27:12.517005 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 27 16:27:12.519811 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 27 16:27:12.520063 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 27 16:27:12.520411 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 16:27:12.526116 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 27 16:27:12.549353 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 27 16:27:12.549806 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.550104 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103912) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 27 16:27:12.550478 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.551838 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103912) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 27 16:27:12.552141 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 16:27:12.552390 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 27 16:27:12.555715 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.556001 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:12.664721 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 27 16:27:12.664922 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 27 16:27:12.665177 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 27 16:27:12.665557 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 27 16:27:12.718346 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO dbcounter [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Registered counter for database neutron Jul 27 16:27:12.737317 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_db.sqlalchemy.engines [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103912) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 27 16:27:12.743642 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writer thread running {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 16:27:13.293574 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Initializing driver for type 'gre' Jul 27 16:27:13.294095 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] gre ID ranges: [(1, 1000)] Jul 27 16:27:13.351460 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Initializing driver for type 'local' Jul 27 16:27:13.351794 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Initializing driver for type 'vlan' Jul 27 16:27:13.366615 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] VlanTypeDriver initialization complete Jul 27 16:27:13.366966 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Initializing driver for type 'vxlan' Jul 27 16:27:13.367474 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] vxlan ID ranges: [(1, 1000)] Jul 27 16:27:13.424346 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Initializing extension driver 'port_security' Jul 27 16:27:13.424981 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.extensions.port_security [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] PortSecurityExtensionDriver initialization complete Jul 27 16:27:13.424981 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Initializing mechanism driver 'openvswitch' Jul 27 16:27:13.425408 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Initializing mechanism driver 'hyperv' Jul 27 16:27:13.432795 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.plugin [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:27:13.433484 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > port after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.433887 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.434245 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > port after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.434752 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 16:27:13.435169 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > subnet after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.435528 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > subnet after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.435884 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.436276 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 16:27:13.436684 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > network after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.437068 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > network after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.437417 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > network after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.437808 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 16:27:13.438212 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > security_group after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.438562 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > security_group after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.438906 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.439293 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 16:27:13.439692 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.440038 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.440378 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.440769 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 16:27:13.441262 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > address_group after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.441614 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > address_group after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.441956 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.442345 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 27 16:27:13.442831 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] ML2 OVO RPC backend initialized. {{(pid=103912) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 27 16:27:13.443533 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.443888 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.444312 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > network before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.444667 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > networks before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.445049 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > port before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.445399 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > ports before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.445746 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > subnet before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.446093 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > subnets before_response 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.446440 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > network after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.446782 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > network after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.447121 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > network after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.447458 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > port after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.447797 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.448135 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > port after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.448471 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > subnet after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.448824 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > subnet after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.449162 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.456963 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded quota_driver: . Jul 27 16:27:13.457327 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.plugin [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Modular L2 Plugin initialization complete Jul 27 16:27:13.457677 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading services supported by the core plugin {{(pid=103912) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 27 16:27:13.458020 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.plugins.ml2.managers [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Got port-security extension from driver 'port_security' Jul 27 16:27:13.458561 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.extensions.vlantransparent [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Disabled vlantransparent extension. Jul 27 16:27:13.459057 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103912) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 27 16:27:13.459384 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading Plugin: router Jul 27 16:27:13.495691 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.496086 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router after_create 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.496456 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router before_create 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.496975 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.497354 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.497714 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router after_delete 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.498076 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.498427 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.498787 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router after_create 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.499137 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router after_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.499491 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router after_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.499845 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.500202 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router after_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.500616 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router precommit_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.501018 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.501363 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: port after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.501707 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: subnet after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.502058 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.502410 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.502760 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router precommit_create 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.503106 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: port before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.503452 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router precommit_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.503809 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router after_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.504154 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.504504 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router precommit_create 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.504867 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.505263 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router precommit_update 55549900 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.505629 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > agent after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.505978 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > agent after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.506325 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > network after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.507163 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Tracking information for resource: router configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 16:27:13.507498 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Tracking information for resource: floatingip configured {{(pid=103912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 16:27:13.512259 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.db.l3_agentschedulers_db [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 27 16:27:13.512828 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.513227 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: port after_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.513582 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: port after_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.513934 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: port after_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.514714 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router before_create 55550100 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.515081 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.515443 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router precommit_create 55550100 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.515801 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > router precommit_update 55550100 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.521345 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.services.provider_configuration [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Service providers = [] {{(pid=103912) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 27 16:27:13.521715 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.db.servicetype_db [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103912) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 27 16:27:13.524706 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.services.service_base [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 16:27:13.525093 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.services.service_base [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 16:27:13.525439 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.services.service_base [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 16:27:13.526505 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.services.service_base [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 16:27:13.526879 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.services.service_base [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 27 16:27:13.527259 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 16:27:13.527580 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 27 16:27:13.538561 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 16:27:13.538894 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading Plugin: auto_allocate Jul 27 16:27:13.544460 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: network precommit_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.544829 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: network precommit_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.545378 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 16:27:13.545700 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading Plugin: tag Jul 27 16:27:13.552536 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 16:27:13.552868 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading Plugin: timestamp Jul 27 16:27:13.556712 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 16:27:13.557087 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading Plugin: network_ip_availability Jul 27 16:27:13.562573 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.562930 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.563285 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.563993 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 16:27:13.564315 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading Plugin: flavors Jul 27 16:27:13.569281 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 16:27:13.569620 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading Plugin: revisions Jul 27 16:27:13.573900 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 16:27:13.574290 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.971s {{(pid=103912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 27 16:27:13.575024 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103912) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 27 16:27:13.575363 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Initializing extension manager. Jul 27 16:27:13.575895 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: __init__.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.576239 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: __pycache__ {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.576576 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: address_group.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.577318 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.577876 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: address-group Jul 27 16:27:13.578206 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: address_scope.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.579215 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.579729 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: address-scope Jul 27 16:27:13.580055 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.580976 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.581481 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: router-admin-state-down-before-update Jul 27 16:27:13.581810 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: agent.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.582480 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.582978 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: agent Jul 27 16:27:13.583818 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: agent_resources_synced.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.584694 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.585224 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: agent-resources-synced Jul 27 16:27:13.585551 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: allowedaddresspairs.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.587300 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.587824 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: allowed-address-pairs Jul 27 16:27:13.588151 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: auto_allocated_topology.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.589218 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.589732 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: auto-allocated-topology Jul 27 16:27:13.590057 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: availability_zone.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.590722 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.591226 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: availability_zone Jul 27 16:27:13.591548 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: availability_zone_filter.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.592430 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.592954 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: availability_zone_filter Jul 27 16:27:13.593277 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: data_plane_status.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.594146 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.594644 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension data-plane-status not supported by any of loaded plugins Jul 27 16:27:13.594965 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: default_subnetpools.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.595845 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.596346 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: default-subnetpools Jul 27 16:27:13.596669 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.597477 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.597978 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: dhcp_agent_scheduler Jul 27 16:27:13.598299 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: dns.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.599770 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.600265 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension dns-integration not supported by any of loaded plugins Jul 27 16:27:13.600587 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: dns_domain_ports.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.601492 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.601992 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 27 16:27:13.602313 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.603198 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.603694 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 27 16:27:13.604015 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: dvr.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.604649 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.605180 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: dvr Jul 27 16:27:13.605501 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: ecmp_routes.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.606378 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.606872 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 27 16:27:13.607192 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: empty_string_filtering.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.608060 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.608558 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: empty-string-filtering Jul 27 16:27:13.608880 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.609770 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.610270 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 27 16:27:13.610592 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.611462 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.611961 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 27 16:27:13.612283 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: external_net.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.613193 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.613704 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: external-net Jul 27 16:27:13.614025 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.614917 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.615418 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: extra_dhcp_opt Jul 27 16:27:13.615740 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: extraroute.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.616610 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.617136 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: extraroute Jul 27 16:27:13.617460 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: extraroute_atomic.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.618465 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.619040 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: extraroute-atomic Jul 27 16:27:13.619370 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: filter_validation.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.619996 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.620492 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: filter-validation Jul 27 16:27:13.620812 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: fip_pf_description.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.621914 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.622424 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 27 16:27:13.622748 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: fip_pf_port_range.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.623621 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.624118 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 27 16:27:13.624439 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: fip_port_details.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.625350 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.625852 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: fip-port-details Jul 27 16:27:13.626173 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: flavors.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.627353 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.627864 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: flavors Jul 27 16:27:13.628189 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.629837 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.630386 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 27 16:27:13.630719 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: floatingip_pools.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.631426 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.631935 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: floatingip-pools Jul 27 16:27:13.632261 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: ip_allocation.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.633200 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.633704 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension ip_allocation not supported by any of loaded plugins Jul 27 16:27:13.634025 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.634908 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.635410 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: ip-substring-filtering Jul 27 16:27:13.635732 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: l2_adjacency.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.636642 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.637171 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 27 16:27:13.637498 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: l3.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.638432 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.638944 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: router Jul 27 16:27:13.639268 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.641503 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.642029 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 27 16:27:13.642371 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.643261 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.643771 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: ext-gw-mode Jul 27 16:27:13.644100 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.645004 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.645509 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: l3-ha Jul 27 16:27:13.646365 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.647236 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.647734 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 27 16:27:13.648058 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: l3_flavors.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.648963 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.649472 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: l3-flavors Jul 27 16:27:13.649799 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.651129 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.651644 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 27 16:27:13.651973 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.652863 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.653396 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 27 16:27:13.653722 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: l3agentscheduler.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.654727 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.655233 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: l3_agent_scheduler Jul 27 16:27:13.655561 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: local_ip.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.657310 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.657829 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension local_ip not supported by any of loaded plugins Jul 27 16:27:13.658157 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: logging.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.659603 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.660120 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension logging not supported by any of loaded plugins Jul 27 16:27:13.660451 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: metering.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.661176 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.661828 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: metering Jul 27 16:27:13.662153 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.663396 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.663911 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: metering_source_and_destination_fields Jul 27 16:27:13.664240 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: multiprovidernet.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.665153 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.665661 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: multi-provider Jul 27 16:27:13.665987 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: netmtu.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.666876 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.667379 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: net-mtu Jul 27 16:27:13.667705 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: netmtu_writable.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.668580 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.669110 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: net-mtu-writable Jul 27 16:27:13.669439 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: network_availability_zone.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.670075 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.670580 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: network_availability_zone Jul 27 16:27:13.670905 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: network_ip_availability.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.671965 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.672483 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: network-ip-availability Jul 27 16:27:13.672810 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: network_segment_range.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.673570 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.674075 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension network-segment-range not supported by any of loaded plugins Jul 27 16:27:13.674445 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: pagination.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.675342 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.675674 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: pagination Jul 27 16:27:13.675997 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: port_device_profile.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.676869 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.677934 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: port-device-profile Jul 27 16:27:13.678260 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: port_mac_address_override.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.679146 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.679651 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: port-mac-override Jul 27 16:27:13.679977 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.680858 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.681379 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: port-mac-address-regenerate Jul 27 16:27:13.681701 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.682593 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.683081 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: port-numa-affinity-policy Jul 27 16:27:13.683403 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: port_resource_request.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.684282 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.684784 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension port-resource-request not supported by any of loaded plugins Jul 27 16:27:13.685135 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: port_resource_request_groups.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.686057 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.686561 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 27 16:27:13.686883 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: portbindings.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.687764 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.688271 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: binding Jul 27 16:27:13.688594 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: portbindings_extended.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.689840 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.690351 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: binding-extended Jul 27 16:27:13.690682 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: portsecurity.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.691574 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.692083 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: port-security Jul 27 16:27:13.692413 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: project_id.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.693455 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.693788 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: project-id Jul 27 16:27:13.694111 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: providernet.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.694991 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.695539 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: provider Jul 27 16:27:13.695816 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: qos.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.699441 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.699968 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension qos not supported by any of loaded plugins Jul 27 16:27:13.700300 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.701546 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.702065 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 27 16:27:13.702399 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.703567 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.704078 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 27 16:27:13.704409 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: qos_default.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.705312 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.705819 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension qos-default not supported by any of loaded plugins Jul 27 16:27:13.706144 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: qos_fip.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.707021 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.707523 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension qos-fip not supported by any of loaded plugins Jul 27 16:27:13.707849 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.709259 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.709765 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 27 16:27:13.710091 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: qos_gateway_ip.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.710980 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.711481 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 27 16:27:13.711805 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: qos_port_network_policy.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.712671 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.713217 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 27 16:27:13.713543 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.714533 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.715035 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 27 16:27:13.715360 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.716350 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.716854 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 27 16:27:13.717205 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: qos_pps_rule.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.718335 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.718841 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension qos-pps not supported by any of loaded plugins Jul 27 16:27:13.719167 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: qos_rule_type_details.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.720162 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.720671 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 27 16:27:13.721024 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.721902 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.722402 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 27 16:27:13.722726 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: qos_rules_alias.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.723905 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.725034 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 27 16:27:13.725359 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: quota_check_limit.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.726250 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.726758 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: quota-check-limit Jul 27 16:27:13.727080 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: quotasv2.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.727981 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.728304 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: quotas Jul 27 16:27:13.728624 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: quotasv2_detail.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.730325 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.730661 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: quota_details Jul 27 16:27:13.730988 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: rbac.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.733635 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.734160 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: rbac-policies Jul 27 16:27:13.734493 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: rbac_address_group.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.735389 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.735910 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: rbac-address-group Jul 27 16:27:13.736230 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: rbac_address_scope.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.737139 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.737651 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: rbac-address-scope Jul 27 16:27:13.737978 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: rbac_security_groups.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.738928 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.739434 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: rbac-security-groups Jul 27 16:27:13.739782 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: rbac_subnetpool.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.740663 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.741201 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: rbac-subnetpool Jul 27 16:27:13.741524 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: revisionifmatch.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.742411 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.742927 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: revision-if-match Jul 27 16:27:13.743250 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: revisions.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.744337 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.744853 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: standard-attr-revisions Jul 27 16:27:13.745210 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: router_availability_zone.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.745854 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.746359 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: router_availability_zone Jul 27 16:27:13.746680 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: routerservicetype.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.747571 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.748073 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension router-service-type not supported by any of loaded plugins Jul 27 16:27:13.748396 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.749312 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.749824 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: security-groups-normalized-cidr Jul 27 16:27:13.750145 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.751045 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.751549 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: port-security-groups-filtering Jul 27 16:27:13.751871 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.752755 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.753294 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: security-groups-remote-address-group Jul 27 16:27:13.753617 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.754509 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.755016 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: security-groups-shared-filtering Jul 27 16:27:13.755363 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: securitygroup.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.764840 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.765395 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: security-group Jul 27 16:27:13.765727 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: segment.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.766420 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.766928 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension segment not supported by any of loaded plugins Jul 27 16:27:13.767254 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.768162 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.768669 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 27 16:27:13.769031 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: servicetype.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.770083 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.770601 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: service-type Jul 27 16:27:13.771464 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: sorting.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.772418 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.772755 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: sorting Jul 27 16:27:13.773113 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: standard_attr_segment.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.774015 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.774527 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 27 16:27:13.774851 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: standardattrdescription.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.775469 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.775976 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: standard-attr-description Jul 27 16:27:13.776299 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: stateful_security_group.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.777245 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.777755 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: stateful-security-group Jul 27 16:27:13.778079 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: stdattrs_common.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.778630 dv-cinder-849690-6-iscsi neutron-server[103912]: WARNING neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 27 16:27:13.778952 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.779846 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.780352 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 27 16:27:13.780674 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: subnet_onboard.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.781729 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.782242 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: subnet_onboard Jul 27 16:27:13.782569 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.783467 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.783971 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 27 16:27:13.784295 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: subnet_service_types.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.785219 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.785727 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: subnet-service-types Jul 27 16:27:13.786050 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: subnetallocation.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.787688 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.788197 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: subnet_allocation Jul 27 16:27:13.788525 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.789191 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.789694 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: subnetpool-prefix-ops Jul 27 16:27:13.790018 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.790910 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.791412 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 27 16:27:13.791736 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: tagging.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.792753 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.793331 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: standard-attr-tag Jul 27 16:27:13.793664 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: timestamp.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.794825 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.795336 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loaded extension: standard-attr-timestamp Jul 27 16:27:13.795662 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: trunk.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.796655 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.797197 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension trunk not supported by any of loaded plugins Jul 27 16:27:13.797525 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: trunk_details.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.798404 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.798910 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension trunk-details not supported by any of loaded plugins Jul 27 16:27:13.799234 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: uplink_status_propagation.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.800123 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.800629 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 27 16:27:13.800980 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Loading extension file: vlantransparent.py {{(pid=103912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 27 16:27:13.801618 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 27 16:27:13.802143 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 27 16:27:13.804673 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of TrackedResource for resource:network Jul 27 16:27:13.805223 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of TrackedResource for resource:subnet Jul 27 16:27:13.805622 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 16:27:13.806013 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of TrackedResource for resource:port Jul 27 16:27:13.807272 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:27:13.807712 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Service FLAVORS assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:27:13.808336 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:27:13.808764 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:27:13.809125 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of TrackedResource for resource:router Jul 27 16:27:13.809675 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 16:27:13.810189 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Service METERING assigned prefix: /metering {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:27:13.811735 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.812149 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.812506 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:27:13.813522 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 16:27:13.813973 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of TrackedResource for resource:security_group Jul 27 16:27:13.814408 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 16:27:13.814942 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Service CORE assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:27:13.815274 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 16:27:13.815620 dv-cinder-849690-6-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] subnetpool is already registered Jul 27 16:27:13.816039 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Service CORE assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:27:13.816365 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 16:27:13.816696 dv-cinder-849690-6-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] subnetpool is already registered Jul 27 16:27:13.819161 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:27:13.819591 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Service FLAVORS assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:27:13.820185 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:27:13.820607 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:27:13.821039 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of TrackedResource for resource:router Jul 27 16:27:13.821387 dv-cinder-849690-6-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] router is already registered Jul 27 16:27:13.821800 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 16:27:13.822135 dv-cinder-849690-6-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] floatingip is already registered Jul 27 16:27:13.822589 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Service METERING assigned prefix: /metering {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:27:13.823270 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 16:27:13.823609 dv-cinder-849690-6-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] rbac_policy is already registered Jul 27 16:27:13.824021 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of TrackedResource for resource:security_group Jul 27 16:27:13.824358 dv-cinder-849690-6-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] security_group is already registered Jul 27 16:27:13.824763 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 16:27:13.825130 dv-cinder-849690-6-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] security_group_rule is already registered Jul 27 16:27:13.825763 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Service CORE assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:27:13.826094 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 16:27:13.826430 dv-cinder-849690-6-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] subnetpool is already registered Jul 27 16:27:13.826843 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.v2.resource_helper [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Service CORE assigned prefix: {{(pid=103912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 16:27:13.827170 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 16:27:13.827502 dv-cinder-849690-6-iscsi neutron-server[103912]: WARNING neutron.quota.resource_registry [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] subnetpool is already registered Jul 27 16:27:13.827961 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: extensions {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.829757 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: address-groups {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.831259 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: address-scopes {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.832591 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: agents {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.834322 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: auto-allocated-topology {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.835559 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: availability_zones {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.836779 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: dhcp-networks {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.838335 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: dhcp-agents {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.839785 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: routers {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.841529 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: flavors {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.842787 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: service_profiles {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.844025 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: next_providers {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.845495 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: service_profiles {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.847065 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: floatingip-pools {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.848295 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: routers {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.850117 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: floatingips {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.851392 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: l3-routers {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.852795 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: l3-agents {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.854239 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: metering-labels {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.855502 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: metering-label-rules {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.856883 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: network-ip-availabilities {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.858162 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: bindings {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.859738 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: quotas {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.862625 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: quotas {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.864196 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: rbac-policies {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.865981 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: security-groups {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.867286 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: security-group-rules {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.868574 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: service-providers {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.869828 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: subnetpools {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.871155 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: subnetpools {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.872704 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.874429 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.876274 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.878086 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.879791 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.882383 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.884097 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.886036 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.887815 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.889613 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron.api.extensions [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Extended resource: tags {{(pid=103912) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 16:27:13.895790 dv-cinder-849690-6-iscsi neutron-server[103912]: WARNING keystonemiddleware.auth_token [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 27 16:27:13.902278 dv-cinder-849690-6-iscsi neutron-server[103912]: WARNING keystonemiddleware.auth_token [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 27 16:27:13.913191 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Acquired lock "singleton_lock" {{(pid=103912) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 27 16:27:13.913770 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_concurrency.lockutils [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Releasing lock "singleton_lock" {{(pid=103912) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 27 16:27:13.914592 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO oslo_service.service [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Starting 2 workers Jul 27 16:27:13.919863 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Started child 104021 {{(pid=103912) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 16:27:13.925177 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Started child 104022 {{(pid=103912) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 16:27:13.925893 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:13.926895 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO neutron.service [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 27 16:27:13.927979 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [-] (104021) wsgi starting up on http://0.0.0.0:9696 Jul 27 16:27:13.928193 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:13.930994 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO oslo_service.service [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Starting 1 workers Jul 27 16:27:13.931117 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:13.932788 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [-] (104022) wsgi starting up on http://0.0.0.0:9696 Jul 27 16:27:13.937127 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Started child 104023 {{(pid=103912) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 16:27:13.937738 dv-cinder-849690-6-iscsi neutron-server[103912]: INFO oslo_service.service [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Starting 1 workers Jul 27 16:27:13.941002 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.service [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] calling RpcWorker wait() {{(pid=104023) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 27 16:27:13.941563 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.service [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] returning from RpcWorker wait() {{(pid=104023) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 27 16:27:13.943018 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Started child 104024 {{(pid=103912) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 16:27:13.943156 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:13.943687 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:27:13.944047 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9e49427d-5070-4e8d-8ff2-5fc5d22db050 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:13.946512 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103912) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 16:27:13.946665 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 16:27:13.946782 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 16:27:13.947137 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 16:27:13.947540 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 16:27:13.947706 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 16:27:13.948367 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.948691 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.949064 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.949186 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:13.949666 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.949919 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.950301 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.950432 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:27:13.950556 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.950879 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.951125 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.951352 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.951559 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.951791 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.952039 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.952425 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.952777 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.953489 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.953780 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.953971 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.955192 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.955192 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.955192 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.955192 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] debug = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.955484 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.956077 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.956391 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.956954 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.957279 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.957742 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.958024 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.958344 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.958716 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.959317 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.959419 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.959664 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.959924 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.960482 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.960772 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.961438 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.961706 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.962237 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] host = dv-cinder-849690-6-iscsi {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.962512 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.963092 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.963544 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.963854 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.964123 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.964361 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.964689 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.965104 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.965414 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.966015 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.966304 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.966596 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.967158 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.967445 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.967966 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_options = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.972156 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.973038 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.977421 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.977766 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.977964 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.981025 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.981359 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.982146 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.982578 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.982853 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.983654 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.983654 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.983654 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.983861 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.984367 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.984367 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.984521 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.984753 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.985128 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.985315 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.985988 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.986099 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.986276 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.986506 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.986727 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.987565 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.987565 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.987565 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.987989 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.987989 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.988250 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.988386 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.988996 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.988996 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.989294 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.989431 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.989623 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.990335 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.990571 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.990799 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.991391 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.991391 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.991616 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.991775 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.992014 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.992247 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.992510 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_json = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.992730 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.992987 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.993248 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.993497 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.995181 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.995181 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.995181 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.995181 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.995181 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:13.995181 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:13.996004 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:13.996004 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:13.996004 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:13.996004 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:13.996528 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:13.996528 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:13.996786 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:13.996942 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:13.997194 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:13.997520 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:13.997766 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:13.998088 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:13.998359 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:13.998630 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:13.999032 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:13.999365 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.000747 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.002420 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.002665 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.002934 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.003178 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.003477 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.003734 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.004000 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.004245 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.004478 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.004769 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.007320 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.007647 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.008680 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.009019 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.010933 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.011238 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.011515 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.011784 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.012049 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.012318 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.012553 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.012783 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.013092 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.013341 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.013583 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.013846 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.014091 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.014327 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.014566 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.014815 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.015098 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.015368 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.015569 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.015809 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.016048 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.016271 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.016507 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.016727 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.017630 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.017875 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.018145 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.018638 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.019128 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.019376 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.019782 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.020015 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.020258 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.020707 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.021004 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.021226 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.021490 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.021717 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.022492 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.023131 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.023706 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.024322 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.024585 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.024835 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.025106 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.026994 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.027232 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.027462 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.027686 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.027932 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.028153 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.028372 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.028592 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.028818 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.029056 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.029294 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.029510 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.029724 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.029961 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.030271 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.030512 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.030764 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.031033 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.031279 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.031502 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.031764 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.031980 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.032213 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.032427 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.032690 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.034019 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.034370 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.034854 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.035097 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.035397 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.035653 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.035896 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.036136 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.036961 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.037185 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.037487 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.037712 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.037955 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.038198 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.038953 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.039215 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.039453 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.039682 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.039919 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.040174 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.040469 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.040733 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.041029 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.041254 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.041517 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.041824 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.042078 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.042346 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.043104 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.043367 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.043659 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.043991 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.044249 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.044487 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.044753 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.045186 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:27:14.045361 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.045564 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.045789 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.046009 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.046242 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.046573 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.046811 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.047027 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.047260 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.047536 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.047779 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.049431 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.049716 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.049981 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.050242 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.050507 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.050763 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.051004 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.051252 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.051490 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.051706 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.051924 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.052199 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.052456 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.052673 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.052934 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.055172 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.055437 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.055689 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.055923 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.056147 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.056428 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.056633 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.056942 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.057110 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.057344 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.057570 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.057789 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.058014 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.058340 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.058490 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.058664 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.059140 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.059282 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.059433 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.059661 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.059925 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.060168 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.060382 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.060645 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.060864 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.061335 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.061558 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.061776 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.062476 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.063444 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.064088 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.064613 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.064865 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.065537 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.065871 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.066131 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.066381 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.066640 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.066892 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.067117 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.067336 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.067554 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.068339 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.068575 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.068845 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.069097 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.070594 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.071091 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.072315 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.072557 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.072839 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.073491 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.073744 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.073976 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.074234 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.074490 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.074717 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.074940 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.075157 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.075398 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.075636 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.075877 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.076094 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.076392 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.076647 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.076881 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.077259 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.077528 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.078045 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.078045 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.078524 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.078892 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.079123 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.079345 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.079559 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.079783 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.080013 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.080230 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.080455 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.080672 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.081064 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.081377 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.081854 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.082078 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.082307 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.082530 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.082743 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.082996 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.083251 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.083518 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.083753 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.083970 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.084181 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.084412 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.084625 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.084836 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.085084 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.085300 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.085511 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.085815 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.086070 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.086297 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.086578 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.086809 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.087053 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.087297 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.087601 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.087816 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.088057 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.088342 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.088562 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.088792 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.089090 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.089417 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.089691 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.089955 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.090212 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.090483 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.090764 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.091036 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.091251 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.091557 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.091903 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.092187 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.092443 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.092705 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.092974 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.093219 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.093437 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.093683 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.093918 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.094130 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.094390 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.094623 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.094849 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.095071 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.095300 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.095537 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.095779 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.095993 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.096233 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.096449 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.096608 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 16:27:14.097179 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103912) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 16:27:14.097343 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 16:27:14.097499 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 16:27:14.097669 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 16:27:14.097839 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 16:27:14.097993 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 16:27:14.098200 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.098362 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.098523 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.098689 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.099382 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.099549 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.099710 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.099870 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.100029 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.100189 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.100348 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.100506 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.100664 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.100823 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.101005 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.101166 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.101326 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.101492 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.101653 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.101812 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.101969 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.102129 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] debug = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.102287 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.102487 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.102655 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.102816 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.102973 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.103131 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.103288 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.103449 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.103609 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.103768 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.103927 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.104086 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.104242 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.104401 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.104559 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.104718 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.104878 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.105055 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] host = dv-cinder-849690-6-iscsi {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.105215 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.105374 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.105533 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.105690 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.105849 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.106007 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.106171 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.106313 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.106472 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.106631 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.106789 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.106948 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.107107 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.107265 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.107423 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_options = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.107581 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.107738 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.107896 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.108079 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.108244 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.108403 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.108559 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.108720 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.108877 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.109067 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.109230 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.109388 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.109546 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.109705 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.109862 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.110020 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.110179 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.110338 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.110497 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.110656 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.110814 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.110972 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.111130 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.111287 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.111446 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.111604 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.111762 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.111921 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.112078 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.112236 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.112395 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.112553 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.112710 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.112868 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.113046 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.113204 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.113362 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.113519 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.113682 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.113840 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.113999 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.114159 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.114314 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.114492 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.115199 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.115362 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.115521 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_json = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.115681 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.115839 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.115998 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.116155 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.116313 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.116471 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.116630 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.116789 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.116970 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 16:27:14.117149 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.117313 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.117484 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.117647 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.117807 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.117969 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.118131 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.118293 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.118454 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.118615 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.118784 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.118946 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.119123 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.119284 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.119445 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.119610 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.119772 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.119934 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.120095 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.120256 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.120416 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.120577 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.120748 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.120928 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.121099 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.121251 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.121390 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.121558 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.121719 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.121888 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.122063 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.122228 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.122390 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.122550 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.122711 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.122873 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.123037 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.123201 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.123364 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.123528 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.123689 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.123849 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.124013 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.124174 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.124337 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.124499 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.124663 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.124824 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.125006 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.125168 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.125330 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.125492 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.125655 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.125817 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.125979 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.126142 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.126304 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.126476 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.126638 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.126797 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.126959 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.127122 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.127283 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.127443 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.127604 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.127766 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.127927 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.128088 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.128262 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.128422 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.128583 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.128745 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.128927 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.129095 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.129256 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.129416 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.129576 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.129736 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.129897 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.130057 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.130258 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.130420 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.130583 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.130744 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.130906 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.131067 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.131228 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.131389 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.131550 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.131711 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.131872 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.132048 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.132210 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.132371 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.132534 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.132694 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.132856 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.133038 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.133199 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.133359 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.133520 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.133681 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.133842 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.134005 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.134167 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.134329 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.134491 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.134652 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.134813 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.134973 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.135134 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.135293 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.135454 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.135613 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.135773 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.135933 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.136093 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.136253 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.136413 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.136574 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.136735 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.136910 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.137081 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.137241 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.137405 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.137566 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.137734 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.137904 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.138066 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.138227 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.138388 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.138550 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.138711 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.138872 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.139038 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.139201 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.139362 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.139524 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.139695 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.139856 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.140017 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.140178 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.140359 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.140520 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.140681 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.140841 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.141030 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.141192 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.141353 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.141514 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.141676 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.141837 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.141997 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.142159 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.142319 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.142481 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.142642 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.142801 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.142965 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.143128 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.143290 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.143452 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.143614 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.143774 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.143934 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.144093 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.144253 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.144414 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.144575 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.144735 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.144977 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.145067 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.145223 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.145383 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.145543 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.145714 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.145883 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.146043 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.146202 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.146363 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.146525 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.146687 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.146848 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.147011 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.147172 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.147334 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.147496 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.147657 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.147817 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.147978 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.148138 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.148301 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.148463 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.148689 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.148817 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.148960 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.149122 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.149298 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.149459 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.149621 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.149784 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.149946 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.150107 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.150267 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.150428 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.150589 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.150749 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.150912 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.151074 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.151233 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.151394 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.151555 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.151714 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.151877 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.152041 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.152202 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.152363 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.152526 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.152687 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.152847 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.153028 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.153188 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.153351 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.153499 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.153659 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.153820 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.153992 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.154154 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.154319 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.154493 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.154636 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.154796 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.154967 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.155127 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.155294 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.156002 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.156002 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.156002 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.156002 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.156323 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.156323 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.156323 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.156535 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.156615 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.156788 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.156969 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.157131 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.157291 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.157451 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.157613 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.157784 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.157945 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.158106 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.158266 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.158425 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.158586 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.158756 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.158922 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.159083 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.159244 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.159405 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.159566 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.159736 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.159897 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.160058 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.160225 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.160387 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.160548 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.160710 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.160883 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.161062 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.161226 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.161911 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.162090 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.162261 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.162425 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.162592 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.162766 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.162933 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.163096 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.163265 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.163434 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.163604 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.163765 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.163931 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.164102 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.164267 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.164413 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.164573 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.164735 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.164913 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.165082 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.165227 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.165386 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.165546 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.165706 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.165866 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.166027 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.166187 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.166347 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.166509 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.166685 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.167356 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.167356 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.167356 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 16:27:14.167356 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 16:27:14.204456 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 35180) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:27:14.213598 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070782 Jul 27 16:27:23.417469 dv-cinder-849690-6-iscsi neutron-server[103912]: DEBUG dbcounter [-] [103912] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103912) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:25.389725 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eb5a7f-e031-467b-a614-4b8f385e61d9 None None] get_active_networks_info from dv-cinder-849690-6-iscsi {{(pid=104023) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 27 16:27:25.396948 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writer thread running {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 16:27:25.511715 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eb5a7f-e031-467b-a614-4b8f385e61d9 None None] No non-hosted networks {{(pid=104023) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 27 16:27:25.530170 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4ad35b57-88ab-4d81-80bc-ef5fd9b8f888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426149'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:26.965584 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writer thread running {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 16:27:27.447473 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b5a07f11-838d-4881-9020-2150cd76e079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426149'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:27.492776 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-75843819-b459-4c3b-8b8f-94310cd6fd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:28.682793 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 35252) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:27:28.716156 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426149'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:29.272748 dv-cinder-849690-6-iscsi neutron-server[104022]: WARNING oslo_policy.policy [None req-22b7f8a0-b721-4129-b2f0-b141c16b5be5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 16:27:29.273605 dv-cinder-849690-6-iscsi neutron-server[104022]: WARNING oslo_policy.policy [None req-22b7f8a0-b721-4129-b2f0-b141c16b5be5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 16:27:29.492840 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [None req-22b7f8a0-b721-4129-b2f0-b141c16b5be5 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 16:27:29.500935 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-22b7f8a0-b721-4129-b2f0-b141c16b5be5 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8093183 Jul 27 16:27:30.350801 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426149'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:30.459794 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426149'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:30.460492 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:30.460824 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:30.461174 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:30.461499 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:30.461814 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:30.462132 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:30.462446 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:30.462781 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:30.463096 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:30.463409 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:30.463736 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:30.464052 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:30.464374 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:30.464685 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:30.465026 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:30.465412 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849690-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:27:30.475593 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849690-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:27:31.796689 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 35286) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:27:32.191677 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-d7dfc928-7ce0-43f9-9c34-5c8055f03ad7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:27:32.285539 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.policy [None req-d7dfc928-7ce0-43f9-9c34-5c8055f03ad7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104022) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 16:27:32.328149 dv-cinder-849690-6-iscsi neutron-server[104022]: WARNING oslo_policy.policy [None req-d7dfc928-7ce0-43f9-9c34-5c8055f03ad7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 16:27:32.328519 dv-cinder-849690-6-iscsi neutron-server[104022]: WARNING oslo_policy.policy [None req-d7dfc928-7ce0-43f9-9c34-5c8055f03ad7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 16:27:32.348633 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writer thread running {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 16:27:32.426462 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d7dfc928-7ce0-43f9-9c34-5c8055f03ad7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729478975142', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729478973610', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729479055818', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729479080876', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729479083478', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729479074096', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1293104', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1093660', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-386271', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-374328'] for rbac-policy (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:32.503742 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d7dfc928-7ce0-43f9-9c34-5c8055f03ad7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:32.509082 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d7dfc928-7ce0-43f9-9c34-5c8055f03ad7 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7105460 Jul 27 16:27:32.731064 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.db.l3_hamode_db [None req-b1fca6d0-46a2-4dbb-8472-f4a4c50340af None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 27 16:27:32.808256 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fca6d0-46a2-4dbb-8472-f4a4c50340af None None] Routers set() bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:27:32.808615 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fca6d0-46a2-4dbb-8472-f4a4c50340af None None] Router IDs set() for agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 27 16:27:34.677180 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 35298) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:27:35.181795 dv-cinder-849690-6-iscsi neutron-server[104021]: WARNING oslo_policy.policy [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 16:27:35.182399 dv-cinder-849690-6-iscsi neutron-server[104021]: WARNING oslo_policy.policy [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 16:27:35.402696 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:27:35.415663 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writer thread running {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 27 16:27:35.457730 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Made reservation on behalf of 5633253a5837491c995b7f11753765f8 for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:27:35.517972 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.policy [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104021) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 16:27:35.561057 dv-cinder-849690-6-iscsi neutron-server[104021]: WARNING oslo_policy.policy [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 16:27:35.561435 dv-cinder-849690-6-iscsi neutron-server[104021]: WARNING oslo_policy.policy [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 16:27:35.571850 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:35.595210 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:35.714147 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Publish callbacks [] for security_group (0b7dec94-95b4-4d00-9f64-3fddf5b96dbc), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:35.718257 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (0b7dec94-95b4-4d00-9f64-3fddf5b96dbc), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:35.742386 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:27:35.778070 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729475437249', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (c21ffc11-38d1-4b41-a656-2aa8f63cec77), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:35.778643 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Unsubscribe: segment precommit_create {{(pid=104021) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 16:27:35.779204 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Added segment c21ffc11-38d1-4b41-a656-2aa8f63cec77 of type vlan for network 734afdbb-1f60-44b3-9242-9b31547ec1bf Jul 27 16:27:35.796508 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7dec94-95b4-4d00-9f64-3fddf5b96dbc,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:27:35.849807 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:35.850148 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:35.850503 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:35.850840 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:35.851166 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:35.851488 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:35.851806 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:35.852123 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:35.852439 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:35.852754 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:35.853098 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:35.853427 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:35.853745 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:35.854058 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:35.854372 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Tracked resource versions report: Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: pushed versions: Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: { 'AddressGroup': {'1.2'}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Agent': {'1.1'}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'ConntrackHelper': {'1.0'}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'LocalIPAssociation': {'1.0'}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Log': {'1.0'}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'NDPProxy': {'1.0'}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Network': {'1.1'}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Port': {'1.7'}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'PortForwarding': {'1.3'}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'QosPolicy': {'1.10'}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'SecurityGroup': {'1.5'}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'SecurityGroupRule': {'1.2'}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'SubPort': {'1.0'}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Subnet': {'1.1'}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Trunk': {'1.1'}} Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: consumer versions: Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: { DHCP agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: L3 agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: Metadata agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: Metering agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: Open vSwitch agent@dv-cinder-849690-6-iscsi: { 'AddressGroup': '1.2', Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Agent': '1.1', Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'ConntrackHelper': '1.0', Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'LocalIPAssociation': '1.0', Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Log': '1.0', Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'NDPProxy': '1.0', Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Network': '1.1', Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Port': '1.7', Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'PortForwarding': '1.3', Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'QosPolicy': '1.10', Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'SecurityGroup': '1.5', Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'SecurityGroupRule': '1.2', Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'SubPort': '1.0', Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Subnet': '1.1', Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Trunk': '1.1'}} Jul 27 16:27:35.855794 dv-cinder-849690-6-iscsi neutron-server[104021]: {{(pid=104021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 16:27:35.888848 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (734afdbb-1f60-44b3-9242-9b31547ec1bf), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:35.932465 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (734afdbb-1f60-44b3-9242-9b31547ec1bf), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:35.937690 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:27:35.938418 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:36.031957 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3527594 Jul 27 16:27:36.061506 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3aa7e6-bcdc-4bfd-8e9e-070911a023d1 demo demo] Pushing event updated for resources: {'Network': ['ID=734afdbb-1f60-44b3-9242-9b31547ec1bf,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:27:36.075006 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network 734afdbb-1f60-44b3-9242-9b31547ec1bf details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:27:38.340088 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 35318) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:27:38.762098 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318e343b-d222-4d0d-9946-77650c5d577c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:27:38.763471 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-318e343b-d222-4d0d-9946-77650c5d577c demo admin] 10.222.0.74 "GET /v2.0/networks/734afdbb-1f60-44b3-9242-9b31547ec1bf HTTP/1.1" status: 200 len: 825 time: 0.4224410 Jul 27 16:27:38.803432 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-21e4aac3-1dea-4eaa-ba2e-3a6697ab30c8 demo admin] 10.222.0.74 "GET /v2.0/subnetpools/10bff9a3-c23b-4ea6-bdaf-fc70304f0a0f HTTP/1.1" status: 200 len: 734 time: 0.0342393 Jul 27 16:27:38.812059 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-c9586efd-a439-4593-b90f-e0bb9f6a412d demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '734afdbb-1f60-44b3-9242-9b31547ec1bf', 'subnetpool_id': '10bff9a3-c23b-4ea6-bdaf-fc70304f0a0f', 'gateway_ip': '172.20.0.1'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:27:38.817984 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:38.843074 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9586efd-a439-4593-b90f-e0bb9f6a412d demo admin] Made reservation on behalf of 5633253a5837491c995b7f11753765f8 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:27:38.845495 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c9586efd-a439-4593-b90f-e0bb9f6a412d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:39.155678 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c9586efd-a439-4593-b90f-e0bb9f6a412d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for subnet (c902b7d6-d08a-48c2-9d52-5582386483c0), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:39.195719 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:39.229393 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9586efd-a439-4593-b90f-e0bb9f6a412d demo admin] Pushing event updated for resources: {'Subnet': ['ID=c902b7d6-d08a-48c2-9d52-5582386483c0,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:27:39.233856 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9586efd-a439-4593-b90f-e0bb9f6a412d demo admin] Checking segment: {'id': 'c21ffc11-38d1-4b41-a656-2aa8f63cec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '734afdbb-1f60-44b3-9242-9b31547ec1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:27:39.234234 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9586efd-a439-4593-b90f-e0bb9f6a412d demo admin] Network hostable DHCP agents. Network: 734afdbb-1f60-44b3-9242-9b31547ec1bf, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:27:39.255580 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9586efd-a439-4593-b90f-e0bb9f6a412d demo admin] Network 734afdbb-1f60-44b3-9242-9b31547ec1bf is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:27:39.267493 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-c9586efd-a439-4593-b90f-e0bb9f6a412d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, 734afdbb-1f60-44b3-9242-9b31547ec1bf) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:27:39.272711 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9586efd-a439-4593-b90f-e0bb9f6a412d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:27:39.273337 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c9586efd-a439-4593-b90f-e0bb9f6a412d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:39.279649 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aed0e4c-7170-4791-9977-eada841c804b None None] Network 734afdbb-1f60-44b3-9242-9b31547ec1bf requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:27:39.295724 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c9586efd-a439-4593-b90f-e0bb9f6a412d demo admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4868379 Jul 27 16:27:39.545674 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a1a6c0-aa70-592a-9d91-b6a2467068c1-734afdbb-1f60-44b3-9242-9b31547ec1bf', 'network_id': '734afdbb-1f60-44b3-9242-9b31547ec1bf', 'project_id': '5633253a5837491c995b7f11753765f8', 'fixed_ips': [{'subnet_id': 'c902b7d6-d08a-48c2-9d52-5582386483c0'}]}} from dv-cinder-849690-6-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 16:27:39.547055 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:39.836737 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Allocated IP 172.20.0.2 (734afdbb-1f60-44b3-9242-9b31547ec1bf/c902b7d6-d08a-48c2-9d52-5582386483c0/359629a1-0471-4a1a-8737-0dcf6082feba) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:27:39.865036 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=61,neutron:INSERT=35,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:40.113246 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Publish callbacks [] for port (359629a1-0471-4a1a-8737-0dcf6082feba), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:40.121435 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (359629a1-0471-4a1a-8737-0dcf6082feba), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:40.195130 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Network 734afdbb-1f60-44b3-9242-9b31547ec1bf is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:27:40.199916 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:27:40.208911 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:27:40.215872 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Pushing event updated for resources: {'Port': ['ID=359629a1-0471-4a1a-8737-0dcf6082feba,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:27:40.246919 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:40.247272 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:40.247631 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:40.247993 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:40.248334 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:40.248666 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:40.249025 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:40.249356 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:40.249684 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:40.250013 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:40.250341 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:40.250680 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:40.251010 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:40.251332 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:40.251655 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Tracked resource versions report: Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: pushed versions: Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: { 'AddressGroup': {'1.2'}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Agent': {'1.1'}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'ConntrackHelper': {'1.0'}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'LocalIPAssociation': {'1.0'}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Log': {'1.0'}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'NDPProxy': {'1.0'}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Network': {'1.1'}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Port': {'1.7'}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'PortForwarding': {'1.3'}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'QosPolicy': {'1.10'}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'SecurityGroup': {'1.5'}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'SecurityGroupRule': {'1.2'}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'SubPort': {'1.0'}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Subnet': {'1.1'}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Trunk': {'1.1'}} Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: consumer versions: Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: { DHCP agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: L3 agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: Metadata agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: Metering agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: Open vSwitch agent@dv-cinder-849690-6-iscsi: { 'AddressGroup': '1.2', Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Agent': '1.1', Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'ConntrackHelper': '1.0', Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'LocalIPAssociation': '1.0', Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Log': '1.0', Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'NDPProxy': '1.0', Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Network': '1.1', Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Port': '1.7', Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'PortForwarding': '1.3', Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'QosPolicy': '1.10', Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'SecurityGroup': '1.5', Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'SecurityGroupRule': '1.2', Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'SubPort': '1.0', Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Subnet': '1.1', Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Trunk': '1.1'}} Jul 27 16:27:40.253137 dv-cinder-849690-6-iscsi neutron-server[104023]: {{(pid=104023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 16:27:40.304922 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Attempting to bind port 359629a1-0471-4a1a-8737-0dcf6082feba on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:27:40.305615 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Attempting to bind port 359629a1-0471-4a1a-8737-0dcf6082feba by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': 'c21ffc11-38d1-4b41-a656-2aa8f63cec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '734afdbb-1f60-44b3-9242-9b31547ec1bf'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:27:40.305778 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Attempting to bind port 359629a1-0471-4a1a-8737-0dcf6082feba on network 734afdbb-1f60-44b3-9242-9b31547ec1bf {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:27:40.308396 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:40.311955 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:27:40.312351 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Checking segment: {'id': 'c21ffc11-38d1-4b41-a656-2aa8f63cec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '734afdbb-1f60-44b3-9242-9b31547ec1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:27:40.312816 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:40.313241 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Bound using segment: {'id': 'c21ffc11-38d1-4b41-a656-2aa8f63cec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '734afdbb-1f60-44b3-9242-9b31547ec1bf'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:27:40.313702 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Bound port: 359629a1-0471-4a1a-8737-0dcf6082feba, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21ffc11-38d1-4b41-a656-2aa8f63cec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '734afdbb-1f60-44b3-9242-9b31547ec1bf'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:27:40.314109 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (359629a1-0471-4a1a-8737-0dcf6082feba), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:40.378537 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] For port 359629a1-0471-4a1a-8737-0dcf6082feba, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:27:40.400074 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] For port 359629a1-0471-4a1a-8737-0dcf6082feba, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=359629a1-0471-4a1a-8737-0dcf6082feba,segment=NetworkSegment(c21ffc11-38d1-4b41-a656-2aa8f63cec77),segment_id=c21ffc11-38d1-4b41-a656-2aa8f63cec77)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:27:40.407352 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (359629a1-0471-4a1a-8737-0dcf6082feba), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:40.463956 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacea7f-e308-41f7-aff8-4fd07f3de35c None None] Pushing event updated for resources: {'Port': ['ID=359629a1-0471-4a1a-8737-0dcf6082feba,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:27:41.641778 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 35330) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:27:41.991771 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [None req-75205e2b-0a6a-4546-9e9f-2d30e62936dc admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 16:27:41.992778 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-75205e2b-0a6a-4546-9e9f-2d30e62936dc admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3500729 Jul 27 16:27:42.352856 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=6 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:42.358000 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:42.494520 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=23,neutron:INSERT=35,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:42.497710 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=10,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:44.262917 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 35346) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:27:44.589901 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [None req-d7a83595-d27d-4332-81a1-936b34fd881c admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 16:27:44.590879 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d7a83595-d27d-4332-81a1-936b34fd881c admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3270688 Jul 27 16:27:46.899856 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 35354) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:27:47.249588 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-5f2fde27-70de-4d41-997a-59899d820b45 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:27:47.284928 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5f2fde27-70de-4d41-997a-59899d820b45 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (eba81552-b3b1-47c6-9200-5e797cda80ff), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:47.286814 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5f2fde27-70de-4d41-997a-59899d820b45 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (eba81552-b3b1-47c6-9200-5e797cda80ff), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:47.434906 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5f2fde27-70de-4d41-997a-59899d820b45 demo demo] Publish callbacks [] for router_controller (eba81552-b3b1-47c6-9200-5e797cda80ff), precommit_add_association {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:47.439656 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5f2fde27-70de-4d41-997a-59899d820b45 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429441'] for router (eba81552-b3b1-47c6-9200-5e797cda80ff), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:47.461077 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5f2fde27-70de-4d41-997a-59899d820b45 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:47.465431 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-5f2fde27-70de-4d41-997a-59899d820b45 demo demo] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5644124 Jul 27 16:27:48.338423 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 359629a1-0471-4a1a-8737-0dcf6082feba up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:27:48.420099 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 359629a1-0471-4a1a-8737-0dcf6082feba triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:27:48.420424 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (359629a1-0471-4a1a-8737-0dcf6082feba), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:48.521395 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 359629a1-0471-4a1a-8737-0dcf6082feba is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:27:48.521787 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (359629a1-0471-4a1a-8737-0dcf6082feba), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:48.534509 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fedc70e-d909-4af0-ba16-19251da178b1 None None] Network 734afdbb-1f60-44b3-9242-9b31547ec1bf requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:27:48.621201 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-1ce91f70-8984-46de-9f3f-01954bd5a009 None None] Provisioning complete for port 359629a1-0471-4a1a-8737-0dcf6082feba triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:27:48.621588 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1ce91f70-8984-46de-9f3f-01954bd5a009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (359629a1-0471-4a1a-8737-0dcf6082feba), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:48.645687 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] For port 359629a1-0471-4a1a-8737-0dcf6082feba, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=359629a1-0471-4a1a-8737-0dcf6082feba,segment=NetworkSegment(c21ffc11-38d1-4b41-a656-2aa8f63cec77),segment_id=c21ffc11-38d1-4b41-a656-2aa8f63cec77)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:27:48.654146 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (359629a1-0471-4a1a-8737-0dcf6082feba), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:48.705202 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:48.766509 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Pushing event updated for resources: {'Port': ['ID=359629a1-0471-4a1a-8737-0dcf6082feba,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:27:48.803846 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-1ce91f70-8984-46de-9f3f-01954bd5a009 None None] Current status of the port 359629a1-0471-4a1a-8737-0dcf6082feba is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:27:48.923243 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-0a1302fc-872b-4395-88b5-2a2885997b3b None None] Provisioning complete for port 359629a1-0471-4a1a-8737-0dcf6082feba triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:27:48.923639 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0a1302fc-872b-4395-88b5-2a2885997b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (359629a1-0471-4a1a-8737-0dcf6082feba), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:48.994344 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-0a1302fc-872b-4395-88b5-2a2885997b3b None None] Current status of the port 359629a1-0471-4a1a-8737-0dcf6082feba is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:27:49.283058 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=47,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:49.286794 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=5,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:49.716953 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 35370) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:27:50.040825 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [None req-d76f1fd3-e774-429a-abeb-dbf47f655d90 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 16:27:50.041842 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d76f1fd3-e774-429a-abeb-dbf47f655d90 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3238938 Jul 27 16:27:50.325746 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 359629a1-0471-4a1a-8737-0dcf6082feba up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:27:50.368930 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 359629a1-0471-4a1a-8737-0dcf6082feba triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:27:50.369423 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (359629a1-0471-4a1a-8737-0dcf6082feba), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:50.409727 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:50.440072 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 359629a1-0471-4a1a-8737-0dcf6082feba is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:27:52.293614 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 35378) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:27:52.613682 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-744a6cab-b43b-4c9d-ab50-65f49e9faf17 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:27:52.636559 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744a6cab-b43b-4c9d-ab50-65f49e9faf17 admin admin] Made reservation on behalf of 0d94f0c6f55c441591df5c2cef40a859 for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:27:52.638874 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-744a6cab-b43b-4c9d-ab50-65f49e9faf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:52.647566 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-744a6cab-b43b-4c9d-ab50-65f49e9faf17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:52.720882 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-744a6cab-b43b-4c9d-ab50-65f49e9faf17 admin admin] Publish callbacks [] for security_group (80f68f4b-2ca6-45d0-9aaa-6384efba31a3), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:52.724817 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-744a6cab-b43b-4c9d-ab50-65f49e9faf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (80f68f4b-2ca6-45d0-9aaa-6384efba31a3), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:52.742317 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-744a6cab-b43b-4c9d-ab50-65f49e9faf17 admin admin] Reserving flat network on physical network physnet1 {{(pid=104021) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 27 16:27:52.759287 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a6cab-b43b-4c9d-ab50-65f49e9faf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f68f4b-2ca6-45d0-9aaa-6384efba31a3,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:27:52.765290 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-744a6cab-b43b-4c9d-ab50-65f49e9faf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (5dacce90-ffcc-4083-84ae-c16055fc435f), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:52.765637 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-744a6cab-b43b-4c9d-ab50-65f49e9faf17 admin admin] Added segment 5dacce90-ffcc-4083-84ae-c16055fc435f of type flat for network 324767fb-ff40-4d46-af34-41c9254e2f1f Jul 27 16:27:52.811805 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-744a6cab-b43b-4c9d-ab50-65f49e9faf17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (324767fb-ff40-4d46-af34-41c9254e2f1f), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:52.844525 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-744a6cab-b43b-4c9d-ab50-65f49e9faf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (324767fb-ff40-4d46-af34-41c9254e2f1f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:52.845499 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744a6cab-b43b-4c9d-ab50-65f49e9faf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:27:52.846072 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-744a6cab-b43b-4c9d-ab50-65f49e9faf17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:52.944727 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-744a6cab-b43b-4c9d-ab50-65f49e9faf17 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6497011 Jul 27 16:27:52.955084 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a6cab-b43b-4c9d-ab50-65f49e9faf17 admin admin] Pushing event updated for resources: {'Network': ['ID=324767fb-ff40-4d46-af34-41c9254e2f1f,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:27:52.967469 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network 324767fb-ff40-4d46-af34-41c9254e2f1f details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:27:55.236031 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 35386) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:27:55.308154 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a25864e9-c9b5-4904-aa07-fc6a67212bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:55.599115 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b9c7b1-bd1d-457c-9b5b-6edf2066452a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:27:55.600369 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b9b9c7b1-bd1d-457c-9b5b-6edf2066452a demo admin] 10.222.0.74 "GET /v2.0/subnets/c902b7d6-d08a-48c2-9d52-5582386483c0 HTTP/1.1" status: 200 len: 849 time: 0.3633859 Jul 27 16:27:55.759843 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-79420129-d8f6-4ee7-bd13-467a1205295f demo admin] 10.222.0.74 "GET /v2.0/routers/eba81552-b3b1-47c6-9200-5e797cda80ff HTTP/1.1" status: 200 len: 704 time: 0.1535015 Jul 27 16:27:56.023229 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:56.300692 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:56.303708 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:56.334514 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Allocated IP 172.20.0.1 (734afdbb-1f60-44b3-9242-9b31547ec1bf/c902b7d6-d08a-48c2-9d52-5582386483c0/5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:27:56.533870 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Publish callbacks [] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:56.595173 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:56.674842 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Network 734afdbb-1f60-44b3-9242-9b31547ec1bf is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:27:56.682835 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:27:56.685353 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:27:56.685994 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565633'] for router_interface (eba81552-b3b1-47c6-9200-5e797cda80ff), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:56.705907 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Pushing event updated for resources: {'Port': ['ID=5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:27:56.854132 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d1cb3adc-36e5-4a3b-aac1-d77f8b566021 None None] Provisioning complete for port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:27:56.854689 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d1cb3adc-36e5-4a3b-aac1-d77f8b566021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:56.884050 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:56.885281 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d1cb3adc-36e5-4a3b-aac1-d77f8b566021 None None] Port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:27:57.091814 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Publish callbacks [] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:57.095902 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:57.096648 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565757'] for router_interface (eba81552-b3b1-47c6-9200-5e797cda80ff), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:57.170895 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Pushing event updated for resources: {'Port': ['ID=5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:27:57.221521 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Network 734afdbb-1f60-44b3-9242-9b31547ec1bf is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:27:57.222763 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:27:57.335673 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:57.345008 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:57.386096 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Router eba81552-b3b1-47c6-9200-5e797cda80ff is scheduled to L3 agent 30eac719-5180-4546-94d5-bc45597d1397 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 16:27:57.405866 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4547cf8d-e474-4beb-b411-a263eb801497 None None] Provisioning complete for port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:27:57.406280 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4547cf8d-e474-4beb-b411-a263eb801497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:57.455049 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=11,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:57.456472 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=8,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:57.478776 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:27:57.483805 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3a8254d4-8228-4294-9716-3b9e96d66ab9 demo admin] 10.222.0.74 "PUT /v2.0/routers/eba81552-b3b1-47c6-9200-5e797cda80ff/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7185979 Jul 27 16:27:57.489844 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Sync routers for ids ['eba81552-b3b1-47c6-9200-5e797cda80ff'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:27:57.497939 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4547cf8d-e474-4beb-b411-a263eb801497 None None] Port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:27:57.502873 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d9ddd038-bf23-4387-85de-9db28142254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:57.505016 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Routers {'eba81552-b3b1-47c6-9200-5e797cda80ff'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:27:57.505869 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:27:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['eba81552-b3b1-47c6-9200-5e797cda80ff'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:27:57.709299 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Set router eba81552-b3b1-47c6-9200-5e797cda80ff gateway port host: None {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:27:58.135223 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba81552-b3b1-47c6-9200-5e797cda80ff', 'name': 'router1', 'tenant_id': '5633253a5837491c995b7f11753765f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:27:47Z', 'updated_at': '2022-07-27T16:27:56Z', 'revision_number': 2, 'project_id': '5633253a5837491c995b7f11753765f8', 'gw_port_host': None, '_interfaces': [{'id': '5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07', 'name': '', 'network_id': '734afdbb-1f60-44b3-9242-9b31547ec1bf', 'tenant_id': '5633253a5837491c995b7f11753765f8', 'mac_address': 'fa:16:3e:8a:43:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba81552-b3b1-47c6-9200-5e797cda80ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c902b7d6-d08a-48c2-9d52-5582386483c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:27:56Z', 'updated_at': '2022-07-27T16:27:56Z', 'revision_number': 2, 'project_id': '5633253a5837491c995b7f11753765f8', 'subnets': [{'id': 'c902b7d6-d08a-48c2-9d52-5582386483c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10bff9a3-c23b-4ea6-bdaf-fc70304f0a0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:27:58.183307 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Checking router: eba81552-b3b1-47c6-9200-5e797cda80ff for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:27:58.183689 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Updating router eba81552-b3b1-47c6-9200-5e797cda80ff port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07 binding host dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:27:58.238191 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:58.659985 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:58.740708 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Publish callbacks [] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:58.747374 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:58.893525 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Pushing event updated for resources: {'Port': ['ID=5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:27:58.921731 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:58.922002 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:58.922365 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:58.922706 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:58.923033 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:58.923357 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:58.923757 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:58.923991 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:58.924311 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:58.924657 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:58.925018 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:58.925321 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:58.925637 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:58.925949 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:58.926304 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Tracked resource versions report: Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: pushed versions: Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: { 'AddressGroup': {'1.2'}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Agent': {'1.1'}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'ConntrackHelper': {'1.0'}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'LocalIPAssociation': {'1.0'}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Log': {'1.0'}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'NDPProxy': {'1.0'}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Network': {'1.1'}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Port': {'1.7'}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'PortForwarding': {'1.3'}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'QosPolicy': {'1.10'}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'SecurityGroup': {'1.5'}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'SecurityGroupRule': {'1.2'}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'SubPort': {'1.0'}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Subnet': {'1.1'}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Trunk': {'1.1'}} Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: consumer versions: Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: { DHCP agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: L3 agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: Metadata agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: Metering agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: Open vSwitch agent@dv-cinder-849690-6-iscsi: { 'AddressGroup': '1.2', Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Agent': '1.1', Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'ConntrackHelper': '1.0', Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'LocalIPAssociation': '1.0', Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Log': '1.0', Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'NDPProxy': '1.0', Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Network': '1.1', Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Port': '1.7', Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'PortForwarding': '1.3', Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'QosPolicy': '1.10', Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'SecurityGroup': '1.5', Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'SecurityGroupRule': '1.2', Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'SubPort': '1.0', Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Subnet': '1.1', Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Trunk': '1.1'}} Jul 27 16:27:58.927742 dv-cinder-849690-6-iscsi neutron-server[104024]: {{(pid=104024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 16:27:58.940126 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Attempting to bind port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:27:58.940522 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Attempting to bind port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': 'c21ffc11-38d1-4b41-a656-2aa8f63cec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '734afdbb-1f60-44b3-9242-9b31547ec1bf'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:27:58.941002 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Attempting to bind port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07 on network 734afdbb-1f60-44b3-9242-9b31547ec1bf {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:27:58.946526 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:27:58.946933 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Checking segment: {'id': 'c21ffc11-38d1-4b41-a656-2aa8f63cec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '734afdbb-1f60-44b3-9242-9b31547ec1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:27:58.947398 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:58.947782 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Bound using segment: {'id': 'c21ffc11-38d1-4b41-a656-2aa8f63cec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '734afdbb-1f60-44b3-9242-9b31547ec1bf'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:27:58.948277 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Bound port: 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21ffc11-38d1-4b41-a656-2aa8f63cec77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '734afdbb-1f60-44b3-9242-9b31547ec1bf'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:27:58.948641 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:59.016620 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] For port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:27:59.027511 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-ba0d3630-20f7-40b9-8309-33325f3e6042 None None] Provisioning complete for port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:27:59.027912 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ba0d3630-20f7-40b9-8309-33325f3e6042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:59.037536 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] For port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07,segment=NetworkSegment(c21ffc11-38d1-4b41-a656-2aa8f63cec77),segment_id=c21ffc11-38d1-4b41-a656-2aa8f63cec77)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:27:59.038643 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:59.044614 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:59.062411 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d3630-20f7-40b9-8309-33325f3e6042 None None] Port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:27:59.075411 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:27:59.105413 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Routers {'eba81552-b3b1-47c6-9200-5e797cda80ff'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:27:59.106043 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:27:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['eba81552-b3b1-47c6-9200-5e797cda80ff'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:27:59.176264 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0870878-dcad-4957-9c3f-24e630c5552a None None] Pushing event updated for resources: {'Port': ['ID=5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07,revision_number=4']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:27:59.202834 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] Set router eba81552-b3b1-47c6-9200-5e797cda80ff gateway port host: None {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:27:59.298135 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-6e05e6b2-cbb4-4111-90cc-89946664fe49 None None] Provisioning complete for port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:27:59.298861 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6e05e6b2-cbb4-4111-90cc-89946664fe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:59.370528 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-6e05e6b2-cbb4-4111-90cc-89946664fe49 None None] Current status of the port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:27:59.370861 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6e05e6b2-cbb4-4111-90cc-89946664fe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:59.398491 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba81552-b3b1-47c6-9200-5e797cda80ff', 'name': 'router1', 'tenant_id': '5633253a5837491c995b7f11753765f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:27:47Z', 'updated_at': '2022-07-27T16:27:56Z', 'revision_number': 2, 'project_id': '5633253a5837491c995b7f11753765f8', 'gw_port_host': None, '_interfaces': [{'id': '5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07', 'name': '', 'network_id': '734afdbb-1f60-44b3-9242-9b31547ec1bf', 'tenant_id': '5633253a5837491c995b7f11753765f8', 'mac_address': 'fa:16:3e:8a:43:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba81552-b3b1-47c6-9200-5e797cda80ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c902b7d6-d08a-48c2-9d52-5582386483c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:27:56Z', 'updated_at': '2022-07-27T16:27:59Z', 'revision_number': 4, 'project_id': '5633253a5837491c995b7f11753765f8', 'subnets': [{'id': 'c902b7d6-d08a-48c2-9d52-5582386483c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10bff9a3-c23b-4ea6-bdaf-fc70304f0a0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:27:59.407810 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-6e05e6b2-cbb4-4111-90cc-89946664fe49 None None] For port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07,segment=NetworkSegment(c21ffc11-38d1-4b41-a656-2aa8f63cec77),segment_id=c21ffc11-38d1-4b41-a656-2aa8f63cec77)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:27:59.411697 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6e05e6b2-cbb4-4111-90cc-89946664fe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:27:59.427595 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551463eb-a6b7-4ee5-af2c-f39765cfc6f4 None None] The sync data for ids ['eba81552-b3b1-47c6-9200-5e797cda80ff'] in dv-cinder-849690-6-iscsi is: [{'id': 'eba81552-b3b1-47c6-9200-5e797cda80ff', 'name': 'router1', 'tenant_id': '5633253a5837491c995b7f11753765f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:27:47Z', 'updated_at': '2022-07-27T16:27:56Z', 'revision_number': 2, 'project_id': '5633253a5837491c995b7f11753765f8', 'gw_port_host': None, '_interfaces': [{'id': '5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07', 'name': '', 'network_id': '734afdbb-1f60-44b3-9242-9b31547ec1bf', 'tenant_id': '5633253a5837491c995b7f11753765f8', 'mac_address': 'fa:16:3e:8a:43:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba81552-b3b1-47c6-9200-5e797cda80ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c902b7d6-d08a-48c2-9d52-5582386483c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:27:56Z', 'updated_at': '2022-07-27T16:27:59Z', 'revision_number': 4, 'project_id': '5633253a5837491c995b7f11753765f8', 'subnets': [{'id': 'c902b7d6-d08a-48c2-9d52-5582386483c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10bff9a3-c23b-4ea6-bdaf-fc70304f0a0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:27:59.459277 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05e6b2-cbb4-4111-90cc-89946664fe49 None None] Pushing event updated for resources: {'Port': ['ID=5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:27:59.697959 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 35396) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:28:00.089068 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358e609e-5e71-4f25-92d1-91d94e2111c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:28:00.095723 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-358e609e-5e71-4f25-92d1-91d94e2111c9 admin admin] 10.222.0.74 "GET /v2.0/networks/324767fb-ff40-4d46-af34-41c9254e2f1f HTTP/1.1" status: 200 len: 842 time: 0.3915856 Jul 27 16:28:00.100365 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-67035591-cda5-4781-b31f-ec939f5c2a27 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'enable_dhcp': False}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:28:00.122112 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67035591-cda5-4781-b31f-ec939f5c2a27 admin admin] Made reservation on behalf of 0d94f0c6f55c441591df5c2cef40a859 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:28:00.124346 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-67035591-cda5-4781-b31f-ec939f5c2a27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:00.312231 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:00.392277 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.objects.ports [None req-67035591-cda5-4781-b31f-ec939f5c2a27 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104021) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 27 16:28:00.392705 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-67035591-cda5-4781-b31f-ec939f5c2a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for subnet (cddb6bc5-beaa-4603-8841-6a3a0457e2c7), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:00.450850 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:00.522295 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67035591-cda5-4781-b31f-ec939f5c2a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cddb6bc5-beaa-4603-8841-6a3a0457e2c7,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:28:00.530343 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67035591-cda5-4781-b31f-ec939f5c2a27 admin admin] Checking segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:28:00.530662 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67035591-cda5-4781-b31f-ec939f5c2a27 admin admin] Network hostable DHCP agents. Network: 324767fb-ff40-4d46-af34-41c9254e2f1f, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:28:00.550461 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67035591-cda5-4781-b31f-ec939f5c2a27 admin admin] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:28:00.560405 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-67035591-cda5-4781-b31f-ec939f5c2a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, 324767fb-ff40-4d46-af34-41c9254e2f1f) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:28:00.564979 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67035591-cda5-4781-b31f-ec939f5c2a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:28:00.565685 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-67035591-cda5-4781-b31f-ec939f5c2a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:00.571683 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f591d0a8-c0b5-4b01-97f2-3fd5b2aebe09 None None] Network 324767fb-ff40-4d46-af34-41c9254e2f1f requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:28:00.593718 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-67035591-cda5-4781-b31f-ec939f5c2a27 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4972205 Jul 27 16:28:00.662528 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:00.692753 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34056233-639c-4084-9c1e-3c1d446243b2 None None] Network 324767fb-ff40-4d46-af34-41c9254e2f1f requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:28:02.905714 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 35404) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:28:03.321031 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a1ed4432-eab1-4ffe-99d9-132bfc83e5cc demo admin] 10.222.0.74 "GET /v2.0/routers/eba81552-b3b1-47c6-9200-5e797cda80ff HTTP/1.1" status: 200 len: 710 time: 0.4138510 Jul 27 16:28:03.407080 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9454516c-64fa-4103-806c-dab1c7a9c71c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:28:03.408439 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9454516c-64fa-4103-806c-dab1c7a9c71c demo admin] 10.222.0.74 "GET /v2.0/networks/324767fb-ff40-4d46-af34-41c9254e2f1f HTTP/1.1" status: 200 len: 886 time: 0.0819860 Jul 27 16:28:03.417657 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:28:03.491737 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:03.502722 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:03.661176 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] Publish callbacks [] for router_gateway (eba81552-b3b1-47c6-9200-5e797cda80ff), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:03.883052 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] Publish callbacks [] for router_gateway (eba81552-b3b1-47c6-9200-5e797cda80ff), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:03.956236 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:04.060465 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] Allocated IP 172.27.2.233 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/afa1ca81-faab-4bdb-8521-e1af1f52fffc) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:28:04.161425 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] Publish callbacks [] for port (afa1ca81-faab-4bdb-8521-e1af1f52fffc), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:04.191505 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (afa1ca81-faab-4bdb-8521-e1af1f52fffc), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:04.245589 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:28:04.247402 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:28:04.249870 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:28:04.252453 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] Pushing event updated for resources: {'Port': ['ID=afa1ca81-faab-4bdb-8521-e1af1f52fffc,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:28:04.325820 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:04.350299 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:28:04.399571 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:28:04.399965 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:04.475515 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:28:04.501689 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:04.504232 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] Publish callbacks [] for router_gateway (eba81552-b3b1-47c6-9200-5e797cda80ff), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:04.777101 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-429477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3677'] for router (eba81552-b3b1-47c6-9200-5e797cda80ff), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:04.780407 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-429484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-429463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-566693'] for router (eba81552-b3b1-47c6-9200-5e797cda80ff), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:04.882888 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] Router eba81552-b3b1-47c6-9200-5e797cda80ff has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:28:04.982557 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:28:04.986737 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:04.987932 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f561a6ee-ef0b-4461-b74a-3d638ca73544 demo admin] 10.222.0.74 "PUT /v2.0/routers/eba81552-b3b1-47c6-9200-5e797cda80ff HTTP/1.1" status: 200 len: 890 time: 1.5733588 Jul 27 16:28:05.767593 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Sync routers for ids ['eba81552-b3b1-47c6-9200-5e797cda80ff'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:28:05.779742 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Routers {'eba81552-b3b1-47c6-9200-5e797cda80ff'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:28:05.780351 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:27:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['eba81552-b3b1-47c6-9200-5e797cda80ff'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:28:05.844917 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:05.978904 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Set router eba81552-b3b1-47c6-9200-5e797cda80ff gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:28:06.344261 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba81552-b3b1-47c6-9200-5e797cda80ff', 'name': 'router1', 'tenant_id': '5633253a5837491c995b7f11753765f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'afa1ca81-faab-4bdb-8521-e1af1f52fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:27:47Z', 'updated_at': '2022-07-27T16:28:04Z', 'revision_number': 4, 'project_id': '5633253a5837491c995b7f11753765f8', 'gw_port': {'id': 'afa1ca81-faab-4bdb-8521-e1af1f52fffc', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba81552-b3b1-47c6-9200-5e797cda80ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:28:03Z', 'updated_at': '2022-07-27T16:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07', 'name': '', 'network_id': '734afdbb-1f60-44b3-9242-9b31547ec1bf', 'tenant_id': '5633253a5837491c995b7f11753765f8', 'mac_address': 'fa:16:3e:8a:43:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba81552-b3b1-47c6-9200-5e797cda80ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c902b7d6-d08a-48c2-9d52-5582386483c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:27:56Z', 'updated_at': '2022-07-27T16:27:59Z', 'revision_number': 5, 'project_id': '5633253a5837491c995b7f11753765f8', 'subnets': [{'id': 'c902b7d6-d08a-48c2-9d52-5582386483c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10bff9a3-c23b-4ea6-bdaf-fc70304f0a0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:28:06.460454 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Checking router: eba81552-b3b1-47c6-9200-5e797cda80ff for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:28:06.460821 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Updating router eba81552-b3b1-47c6-9200-5e797cda80ff port afa1ca81-faab-4bdb-8521-e1af1f52fffc binding host dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:28:06.513837 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (afa1ca81-faab-4bdb-8521-e1af1f52fffc), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:06.818463 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Publish callbacks [] for port (afa1ca81-faab-4bdb-8521-e1af1f52fffc), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:06.823647 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (afa1ca81-faab-4bdb-8521-e1af1f52fffc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:06.851446 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:06.877013 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Attempting to bind port afa1ca81-faab-4bdb-8521-e1af1f52fffc on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:28:06.877377 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Attempting to bind port afa1ca81-faab-4bdb-8521-e1af1f52fffc by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:28:06.877738 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Attempting to bind port afa1ca81-faab-4bdb-8521-e1af1f52fffc on network 324767fb-ff40-4d46-af34-41c9254e2f1f {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:28:06.880431 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78db6d-b563-483a-9178-429a17199331 None None] Pushing event updated for resources: {'Port': ['ID=afa1ca81-faab-4bdb-8521-e1af1f52fffc,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:28:06.891076 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:28:06.891443 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Checking segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:28:06.891838 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:06.892214 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Bound using segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:28:06.892673 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Bound port: afa1ca81-faab-4bdb-8521-e1af1f52fffc, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:28:06.893073 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (afa1ca81-faab-4bdb-8521-e1af1f52fffc), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:06.939974 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] For port afa1ca81-faab-4bdb-8521-e1af1f52fffc, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:28:06.943561 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] For port afa1ca81-faab-4bdb-8521-e1af1f52fffc, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=afa1ca81-faab-4bdb-8521-e1af1f52fffc,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:28:06.949081 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (afa1ca81-faab-4bdb-8521-e1af1f52fffc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:07.008295 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Routers {'eba81552-b3b1-47c6-9200-5e797cda80ff'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:28:07.008911 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:27:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['eba81552-b3b1-47c6-9200-5e797cda80ff'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:28:07.011415 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:07.012220 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78db6d-b563-483a-9178-429a17199331 None None] Pushing event updated for resources: {'Port': ['ID=afa1ca81-faab-4bdb-8521-e1af1f52fffc,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:28:07.112975 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] Set router eba81552-b3b1-47c6-9200-5e797cda80ff gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:28:07.307101 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba81552-b3b1-47c6-9200-5e797cda80ff', 'name': 'router1', 'tenant_id': '5633253a5837491c995b7f11753765f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'afa1ca81-faab-4bdb-8521-e1af1f52fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:27:47Z', 'updated_at': '2022-07-27T16:28:04Z', 'revision_number': 4, 'project_id': '5633253a5837491c995b7f11753765f8', 'gw_port': {'id': 'afa1ca81-faab-4bdb-8521-e1af1f52fffc', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba81552-b3b1-47c6-9200-5e797cda80ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:28:03Z', 'updated_at': '2022-07-27T16:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07', 'name': '', 'network_id': '734afdbb-1f60-44b3-9242-9b31547ec1bf', 'tenant_id': '5633253a5837491c995b7f11753765f8', 'mac_address': 'fa:16:3e:8a:43:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba81552-b3b1-47c6-9200-5e797cda80ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c902b7d6-d08a-48c2-9d52-5582386483c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:27:56Z', 'updated_at': '2022-07-27T16:27:59Z', 'revision_number': 5, 'project_id': '5633253a5837491c995b7f11753765f8', 'subnets': [{'id': 'c902b7d6-d08a-48c2-9d52-5582386483c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10bff9a3-c23b-4ea6-bdaf-fc70304f0a0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:28:07.334948 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de3c04-dd1a-492b-be85-1625f1b558f8 None None] The sync data for ids ['eba81552-b3b1-47c6-9200-5e797cda80ff'] in dv-cinder-849690-6-iscsi is: [{'id': 'eba81552-b3b1-47c6-9200-5e797cda80ff', 'name': 'router1', 'tenant_id': '5633253a5837491c995b7f11753765f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'afa1ca81-faab-4bdb-8521-e1af1f52fffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:27:47Z', 'updated_at': '2022-07-27T16:28:04Z', 'revision_number': 4, 'project_id': '5633253a5837491c995b7f11753765f8', 'gw_port': {'id': 'afa1ca81-faab-4bdb-8521-e1af1f52fffc', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba81552-b3b1-47c6-9200-5e797cda80ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:28:03Z', 'updated_at': '2022-07-27T16:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07', 'name': '', 'network_id': '734afdbb-1f60-44b3-9242-9b31547ec1bf', 'tenant_id': '5633253a5837491c995b7f11753765f8', 'mac_address': 'fa:16:3e:8a:43:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba81552-b3b1-47c6-9200-5e797cda80ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c902b7d6-d08a-48c2-9d52-5582386483c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:27:56Z', 'updated_at': '2022-07-27T16:27:59Z', 'revision_number': 5, 'project_id': '5633253a5837491c995b7f11753765f8', 'subnets': [{'id': 'c902b7d6-d08a-48c2-9d52-5582386483c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10bff9a3-c23b-4ea6-bdaf-fc70304f0a0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:28:07.403114 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 35416) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:28:07.822525 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f75c4302-3872-4a2c-ae4b-a69111531783 admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4182904 Jul 27 16:28:08.345421 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device afa1ca81-faab-4bdb-8521-e1af1f52fffc up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:28:08.391796 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port afa1ca81-faab-4bdb-8521-e1af1f52fffc triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:28:08.392186 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (afa1ca81-faab-4bdb-8521-e1af1f52fffc), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:08.463976 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port afa1ca81-faab-4bdb-8521-e1af1f52fffc is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:28:08.464306 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (afa1ca81-faab-4bdb-8521-e1af1f52fffc), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:08.485717 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] For port afa1ca81-faab-4bdb-8521-e1af1f52fffc, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=afa1ca81-faab-4bdb-8521-e1af1f52fffc,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:28:08.490856 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (afa1ca81-faab-4bdb-8521-e1af1f52fffc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:08.541048 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Pushing event updated for resources: {'Port': ['ID=afa1ca81-faab-4bdb-8521-e1af1f52fffc,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:28:09.401076 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=42 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:09.401857 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=32 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:10.368506 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device afa1ca81-faab-4bdb-8521-e1af1f52fffc up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:28:10.427344 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port afa1ca81-faab-4bdb-8521-e1af1f52fffc triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:28:10.427971 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (afa1ca81-faab-4bdb-8521-e1af1f52fffc), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:10.506076 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port afa1ca81-faab-4bdb-8521-e1af1f52fffc is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:28:17.814749 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=46 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:17.819360 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:18.987826 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:28:20.503182 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:20.504431 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:25.314334 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-099c01f4-fe1f-4c62-8de2-81064e504012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:27.451776 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2542-f51d-4bd7-82ff-ec27442aa9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:28.023184 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:28.676533 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:28.987574 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:30.315917 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:30.455263 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:40.440053 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=7 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:40.448603 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:28:55.309507 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d227eb46-b42a-4df0-bf8a-ecc399bc1c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:55.989696 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:28:57.446736 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-edfdc724-1561-444c-aaa3-90df62ca9fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:28:58.670874 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:29:00.321055 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:29:00.451803 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:29:05.985007 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:29:05.985731 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=6 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:29:10.441244 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:29:10.447317 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:29:23.985963 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:29:25.311931 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fcc93499-83a1-47fb-9c86-d66eaa519077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:29:27.449186 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9908fc88-7ea5-47da-87f5-3b83cd3887ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:29:28.665785 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:29:29.015443 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 35954) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:29:29.346202 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2e10f0-3e1a-42f5-a7e9-375dc431005b admin admin] GET failed (client error): The resource could not be found. Jul 27 16:29:29.347981 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4a2e10f0-3e1a-42f5-a7e9-375dc431005b admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3315990 Jul 27 16:29:29.513171 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1a77c4-26a6-45db-89ac-41269c68c3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:29:29.514655 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-bf1a77c4-26a6-45db-89ac-41269c68c3e1 admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1625316 Jul 27 16:29:30.317624 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:29:30.454630 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:29:31.663387 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 35964) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:29:32.023960 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a274829-e898-49c0-9adb-28110cc17637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:29:32.025239 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2a274829-e898-49c0-9adb-28110cc17637 admin admin] 10.222.0.74 "GET /v2.0/subnets/c902b7d6-d08a-48c2-9d52-5582386483c0 HTTP/1.1" status: 200 len: 849 time: 0.3608878 Jul 27 16:29:32.034799 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:29:32.123633 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Publish callbacks [] for subnet (c902b7d6-d08a-48c2-9d52-5582386483c0), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:29:32.267243 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729475364069'] for subnet (c902b7d6-d08a-48c2-9d52-5582386483c0), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:29:32.298342 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:29:32.298342 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:29:32.301119 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] 10.222.0.74 "PUT /v2.0/subnets/c902b7d6-d08a-48c2-9d52-5582386483c0 HTTP/1.1" status: 200 len: 868 time: 0.2698712 Jul 27 16:29:32.301955 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f9bdb0-69d4-4bad-b93b-16c45598487d None None] Network 734afdbb-1f60-44b3-9242-9b31547ec1bf requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:29:32.324015 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c902b7d6-d08a-48c2-9d52-5582386483c0,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:29:32.332230 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:29:32.332636 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:29:32.332936 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:29:32.333275 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:29:32.334016 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:29:32.334016 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:29:32.334576 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:29:32.334926 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:29:32.335715 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:29:32.336074 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:29:32.336421 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:29:32.336772 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:29:32.337300 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:29:32.337632 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:29:32.337958 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe91751-7a1a-4b29-8ac9-528770e2fa2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:29:32.575624 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-b3bba451-a3f5-4d1f-91b5-92cb6715c8f4 None None] Provisioning complete for port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:29:32.576242 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b3bba451-a3f5-4d1f-91b5-92cb6715c8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:29:32.659135 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-b3bba451-a3f5-4d1f-91b5-92cb6715c8f4 None None] Current status of the port 5f3f8054-3aa0-4fb6-a01b-e321a0ed0f07 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:29:32.667100 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-b3bba451-a3f5-4d1f-91b5-92cb6715c8f4 None None] Provisioning complete for port 359629a1-0471-4a1a-8737-0dcf6082feba triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:29:32.667493 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b3bba451-a3f5-4d1f-91b5-92cb6715c8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (359629a1-0471-4a1a-8737-0dcf6082feba), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:29:32.736563 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-b3bba451-a3f5-4d1f-91b5-92cb6715c8f4 None None] Current status of the port 359629a1-0471-4a1a-8737-0dcf6082feba is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:29:32.989029 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:29:34.494453 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 35972) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:29:34.990865 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc5455c-ea90-46b1-8244-665eea0d37a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:29:34.991565 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc5455c-ea90-46b1-8244-665eea0d37a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:29:34.993175 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-adc5455c-ea90-46b1-8244-665eea0d37a3 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4977121 Jul 27 16:29:37.160957 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 35980) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:29:37.565439 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc19c7e-cc6a-403a-857c-c0a24842b6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:29:37.565833 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc19c7e-cc6a-403a-857c-c0a24842b6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:29:37.567347 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-8dc19c7e-cc6a-403a-857c-c0a24842b6f5 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4054441 Jul 27 16:29:39.719087 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 35988) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:29:40.123032 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f357c43a-d0b0-4d5e-affd-5bee6fcccbba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:29:40.124307 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f357c43a-d0b0-4d5e-affd-5bee6fcccbba admin admin] 10.222.0.74 "GET /v2.0/networks/324767fb-ff40-4d46-af34-41c9254e2f1f HTTP/1.1" status: 200 len: 886 time: 0.4042795 Jul 27 16:29:42.274199 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 35996) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:29:42.634564 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:29:42.642410 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:29:42.683086 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c845ed0c-be4d-4b76-bb76-f6e096ed1599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:29:42.684431 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c845ed0c-be4d-4b76-bb76-f6e096ed1599 admin admin] 10.222.0.74 "GET /v2.0/networks/734afdbb-1f60-44b3-9242-9b31547ec1bf HTTP/1.1" status: 200 len: 869 time: 0.4092786 Jul 27 16:29:42.733945 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:29:42.735914 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:UPDATE=4,neutron:SELECT=44 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:29:42.984747 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:29:42.985512 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=5 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:29:44.882655 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36004) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:29:45.378088 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59cbed7-42ba-46ac-8180-e89ba8779689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:29:45.378448 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59cbed7-42ba-46ac-8180-e89ba8779689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:29:45.379969 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e59cbed7-42ba-46ac-8180-e89ba8779689 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4961028 Jul 27 16:29:47.644572 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36012) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:29:48.007170 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603af3f1-5f6a-4397-8cb3-fd294d0452aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:29:48.007550 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603af3f1-5f6a-4397-8cb3-fd294d0452aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:29:48.009087 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-603af3f1-5f6a-4397-8cb3-fd294d0452aa admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3635125 Jul 27 16:29:50.168171 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36020) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:29:50.543852 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3810705-8d8b-484e-9caf-309c51552ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:29:50.545150 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f3810705-8d8b-484e-9caf-309c51552ee6 admin admin] 10.222.0.74 "GET /v2.0/subnets/c902b7d6-d08a-48c2-9d52-5582386483c0 HTTP/1.1" status: 200 len: 868 time: 0.3760076 Jul 27 16:29:52.698096 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36028) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:29:53.057974 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3ca882-3581-4096-bc56-4c38c0c12ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:29:53.059336 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9e3ca882-3581-4096-bc56-4c38c0c12ab7 admin admin] 10.222.0.74 "GET /v2.0/subnets/cddb6bc5-beaa-4603-8841-6a3a0457e2c7 HTTP/1.1" status: 200 len: 816 time: 0.3602064 Jul 27 16:29:55.317830 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-63260d22-e789-43ff-b6cb-dd897633249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:29:57.450329 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-10a758ca-8736-4776-8c5c-8e7587cad9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:29:58.668549 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:00.320727 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:00.458413 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:03.052962 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=31 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:30:03.054825 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=33 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:30:10.037990 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:30:10.446466 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:30:10.453816 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:30:20.962755 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36084) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:30:21.282028 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [None req-dfe677cf-6082-4a9c-8c90-8ddc22f1ba22 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 16:30:21.283658 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-dfe677cf-6082-4a9c-8c90-8ddc22f1ba22 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3199394 Jul 27 16:30:22.540463 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=11 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:30:22.543008 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=23 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:30:23.526131 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36092) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:30:23.865496 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f66280-e0a8-4ec2-99e3-11664d296f23 admin admin] GET failed (client error): The resource could not be found. Jul 27 16:30:23.866795 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-08f66280-e0a8-4ec2-99e3-11664d296f23 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3397141 Jul 27 16:30:23.956284 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d766175d-9ea2-47ff-b0ed-d7ce2d880f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:30:23.958032 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d766175d-9ea2-47ff-b0ed-d7ce2d880f73 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0872390 Jul 27 16:30:25.320085 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-96b973c0-8271-46e2-b76c-a23fc2cc743b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:26.131820 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36100) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:30:26.449111 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-1f279fb4-64bf-4f67-ba8e-f97e75df7bc1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:30:26.475509 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f279fb4-64bf-4f67-ba8e-f97e75df7bc1 admin admin] Made reservation on behalf of 0d94f0c6f55c441591df5c2cef40a859 for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:30:26.477862 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1f279fb4-64bf-4f67-ba8e-f97e75df7bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:26.507467 dv-cinder-849690-6-iscsi neutron-server[104021]: WARNING neutron.services.revisions.revision_plugin [None req-1f279fb4-64bf-4f67-ba8e-f97e75df7bc1 admin admin] Could not find related network for resource to bump revision. Jul 27 16:30:26.520101 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f279fb4-64bf-4f67-ba8e-f97e75df7bc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:30:26.530722 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1f279fb4-64bf-4f67-ba8e-f97e75df7bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (7f2c0ea3-1dd7-4571-b59e-2a51841362b1), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:26.531063 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-1f279fb4-64bf-4f67-ba8e-f97e75df7bc1 admin admin] Added segment 7f2c0ea3-1dd7-4571-b59e-2a51841362b1 of type vlan for network 69cf5e8a-5b22-44a7-9285-e5ac6c1148c6 Jul 27 16:30:26.569258 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1f279fb4-64bf-4f67-ba8e-f97e75df7bc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (69cf5e8a-5b22-44a7-9285-e5ac6c1148c6), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:26.593308 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1f279fb4-64bf-4f67-ba8e-f97e75df7bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (69cf5e8a-5b22-44a7-9285-e5ac6c1148c6), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:26.594252 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f279fb4-64bf-4f67-ba8e-f97e75df7bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:30:26.594823 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1f279fb4-64bf-4f67-ba8e-f97e75df7bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:26.648780 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1f279fb4-64bf-4f67-ba8e-f97e75df7bc1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5158951 Jul 27 16:30:26.659729 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f279fb4-64bf-4f67-ba8e-f97e75df7bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=69cf5e8a-5b22-44a7-9285-e5ac6c1148c6,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:30:26.671133 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network 69cf5e8a-5b22-44a7-9285-e5ac6c1148c6 details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:30:27.453138 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-15cf3f55-0ac7-41da-8c97-13376dda4e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:28.671735 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:28.852068 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36108) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:30:29.185509 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb2e813-c676-41a8-a993-d7a467d14c0f admin admin] GET failed (client error): The resource could not be found. Jul 27 16:30:29.186795 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0fb2e813-c676-41a8-a993-d7a467d14c0f admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3337753 Jul 27 16:30:29.256069 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f942c6-5d69-485f-9c74-1f5517d2840f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:30:29.257455 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-42f942c6-5d69-485f-9c74-1f5517d2840f admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665846 Jul 27 16:30:29.267440 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-2cf055c5-e0b8-4082-bdf0-52ace6273468 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '69cf5e8a-5b22-44a7-9285-e5ac6c1148c6'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:30:29.287873 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf055c5-e0b8-4082-bdf0-52ace6273468 admin admin] Made reservation on behalf of 0d94f0c6f55c441591df5c2cef40a859 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:30:29.290203 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2cf055c5-e0b8-4082-bdf0-52ace6273468 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:29.455374 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2cf055c5-e0b8-4082-bdf0-52ace6273468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for subnet (a090bf05-db85-4203-8e3b-e0d8cd03a943), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:29.504102 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf055c5-e0b8-4082-bdf0-52ace6273468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a090bf05-db85-4203-8e3b-e0d8cd03a943,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:30:29.521761 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf055c5-e0b8-4082-bdf0-52ace6273468 admin admin] Checking segment: {'id': '7f2c0ea3-1dd7-4571-b59e-2a51841362b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '69cf5e8a-5b22-44a7-9285-e5ac6c1148c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:30:29.522107 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf055c5-e0b8-4082-bdf0-52ace6273468 admin admin] Network hostable DHCP agents. Network: 69cf5e8a-5b22-44a7-9285-e5ac6c1148c6, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:30:29.538802 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf055c5-e0b8-4082-bdf0-52ace6273468 admin admin] Network 69cf5e8a-5b22-44a7-9285-e5ac6c1148c6 is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:30:29.547297 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-2cf055c5-e0b8-4082-bdf0-52ace6273468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, 69cf5e8a-5b22-44a7-9285-e5ac6c1148c6) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:30:29.551293 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf055c5-e0b8-4082-bdf0-52ace6273468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:30:29.551878 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2cf055c5-e0b8-4082-bdf0-52ace6273468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:29.556879 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417a3564-83d7-4108-b998-1b65907b05f5 None None] Network 69cf5e8a-5b22-44a7-9285-e5ac6c1148c6 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:30:29.573231 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2cf055c5-e0b8-4082-bdf0-52ace6273468 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3095284 Jul 27 16:30:29.758885 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a1a6c0-aa70-592a-9d91-b6a2467068c1-69cf5e8a-5b22-44a7-9285-e5ac6c1148c6', 'network_id': '69cf5e8a-5b22-44a7-9285-e5ac6c1148c6', 'project_id': '0d94f0c6f55c441591df5c2cef40a859', 'fixed_ips': [{'subnet_id': 'a090bf05-db85-4203-8e3b-e0d8cd03a943'}]}} from dv-cinder-849690-6-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 16:30:29.759834 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:29.899324 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Allocated IP 192.168.233.2 (69cf5e8a-5b22-44a7-9285-e5ac6c1148c6/a090bf05-db85-4203-8e3b-e0d8cd03a943/609f3f03-71b1-4997-9302-35f240f5a137) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:30:30.040831 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Publish callbacks [] for port (609f3f03-71b1-4997-9302-35f240f5a137), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:30.045972 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (609f3f03-71b1-4997-9302-35f240f5a137), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:30.092996 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Network 69cf5e8a-5b22-44a7-9285-e5ac6c1148c6 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:30:30.098466 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:30:30.100542 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Pushing event updated for resources: {'Port': ['ID=609f3f03-71b1-4997-9302-35f240f5a137,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:30:30.102785 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:30:30.114525 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:30:30.114873 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:30:30.115233 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:30:30.115590 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:30:30.115932 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:30:30.116267 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:30:30.116594 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:30:30.116943 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:30:30.117269 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:30:30.117595 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:30:30.117921 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:30:30.118257 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:30:30.118580 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:30:30.118899 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:30:30.119219 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:30:30.172524 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Attempting to bind port 609f3f03-71b1-4997-9302-35f240f5a137 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:30:30.173532 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Attempting to bind port 609f3f03-71b1-4997-9302-35f240f5a137 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '7f2c0ea3-1dd7-4571-b59e-2a51841362b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '69cf5e8a-5b22-44a7-9285-e5ac6c1148c6'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:30:30.173811 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Attempting to bind port 609f3f03-71b1-4997-9302-35f240f5a137 on network 69cf5e8a-5b22-44a7-9285-e5ac6c1148c6 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:30:30.179331 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:30:30.179695 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Checking segment: {'id': '7f2c0ea3-1dd7-4571-b59e-2a51841362b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '69cf5e8a-5b22-44a7-9285-e5ac6c1148c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:30:30.180096 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:30.180487 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Bound using segment: {'id': '7f2c0ea3-1dd7-4571-b59e-2a51841362b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '69cf5e8a-5b22-44a7-9285-e5ac6c1148c6'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:30:30.180976 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Bound port: 609f3f03-71b1-4997-9302-35f240f5a137, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2c0ea3-1dd7-4571-b59e-2a51841362b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '69cf5e8a-5b22-44a7-9285-e5ac6c1148c6'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:30:30.181352 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (609f3f03-71b1-4997-9302-35f240f5a137), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:30.242138 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] For port 609f3f03-71b1-4997-9302-35f240f5a137, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:30:30.245314 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] For port 609f3f03-71b1-4997-9302-35f240f5a137, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=609f3f03-71b1-4997-9302-35f240f5a137,segment=NetworkSegment(7f2c0ea3-1dd7-4571-b59e-2a51841362b1),segment_id=7f2c0ea3-1dd7-4571-b59e-2a51841362b1)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:30:30.251936 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (609f3f03-71b1-4997-9302-35f240f5a137), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:30.327275 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2546d52-a116-43f2-8af5-dd3ec9ebf13f None None] Pushing event updated for resources: {'Port': ['ID=609f3f03-71b1-4997-9302-35f240f5a137,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:30:30.346257 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:30.464763 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:31.149519 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a058f11d-2ade-463c-b1d8-cc0f91e1fd91 None None] Network 69cf5e8a-5b22-44a7-9285-e5ac6c1148c6 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:30:31.196646 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:30:31.207135 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=9 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:30:31.269139 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-763bd934-5838-4219-a9ad-d9b9bc41d205 None None] Provisioning complete for port 609f3f03-71b1-4997-9302-35f240f5a137 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:30:31.269446 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-763bd934-5838-4219-a9ad-d9b9bc41d205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (609f3f03-71b1-4997-9302-35f240f5a137), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:31.351535 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-763bd934-5838-4219-a9ad-d9b9bc41d205 None None] Current status of the port 609f3f03-71b1-4997-9302-35f240f5a137 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:30:31.351535 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-763bd934-5838-4219-a9ad-d9b9bc41d205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (609f3f03-71b1-4997-9302-35f240f5a137), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:31.390907 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-763bd934-5838-4219-a9ad-d9b9bc41d205 None None] For port 609f3f03-71b1-4997-9302-35f240f5a137, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=609f3f03-71b1-4997-9302-35f240f5a137,segment=NetworkSegment(7f2c0ea3-1dd7-4571-b59e-2a51841362b1),segment_id=7f2c0ea3-1dd7-4571-b59e-2a51841362b1)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:30:31.395257 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-763bd934-5838-4219-a9ad-d9b9bc41d205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (609f3f03-71b1-4997-9302-35f240f5a137), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:31.449458 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bd934-5838-4219-a9ad-d9b9bc41d205 None None] Pushing event updated for resources: {'Port': ['ID=609f3f03-71b1-4997-9302-35f240f5a137,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:30:31.512649 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-4c90ab52-bbcd-4241-af0e-e43ffb4f3228 None None] Provisioning complete for port 609f3f03-71b1-4997-9302-35f240f5a137 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:30:31.513071 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4c90ab52-bbcd-4241-af0e-e43ffb4f3228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (609f3f03-71b1-4997-9302-35f240f5a137), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:31.586610 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-4c90ab52-bbcd-4241-af0e-e43ffb4f3228 None None] Current status of the port 609f3f03-71b1-4997-9302-35f240f5a137 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:30:32.454529 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 609f3f03-71b1-4997-9302-35f240f5a137 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:30:32.508946 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 609f3f03-71b1-4997-9302-35f240f5a137 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:30:32.508946 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (609f3f03-71b1-4997-9302-35f240f5a137), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:32.591944 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 609f3f03-71b1-4997-9302-35f240f5a137 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:30:39.554973 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=70,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:30:39.566127 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:30:41.982719 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:30:42.001709 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:30:42.588765 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:30:42.590740 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:30:46.987283 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:30:55.323164 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-57d2587c-0e0d-46f6-8e84-30801ed1c917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:56.983241 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:30:56.983983 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=6 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:30:57.457337 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-58c1c91d-2e86-432a-ad83-7281b12b4d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:30:58.677667 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:00.332019 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:00.459334 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:10.446444 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:31:10.453791 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:31:23.994889 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:31:25.328059 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c39b4730-7705-4f13-bba2-52e36f94dfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:27.463068 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-91c4f9e9-25f1-40b4-a0de-8b7bbd71751e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:28.677997 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:30.335634 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:30.462546 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:33.012884 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:31:33.992398 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:31:40.456585 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:31:40.459216 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:31:55.331367 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bc3e06ba-1ecf-4af4-95cf-589016791a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:57.456583 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-de8be384-0fa4-4d0a-b83a-0e0089e3ba28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:58.643852 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36146) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:31:58.649459 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [None req-a4edf8e2-3b8b-441e-838e-f983414e82b0 tempest-verify_tempest_config-485241886 tempest-verify_tempest_config-485241886-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 16:31:58.650428 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a4edf8e2-3b8b-441e-838e-f983414e82b0 tempest-verify_tempest_config-485241886 tempest-verify_tempest_config-485241886-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056136 Jul 27 16:31:58.685295 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:59.146004 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36164) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:31:59.471070 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:59.544643 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Publish callbacks [] for security_group (05d40495-93f5-4dbd-af89-ba9c694f18cd), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:59.548239 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (05d40495-93f5-4dbd-af89-ba9c694f18cd), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:59.594501 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4a5801a9597048d4a1e97c3a91cc5f2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4474931 Jul 27 16:31:59.595370 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d40495-93f5-4dbd-af89-ba9c694f18cd,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:59.597248 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 36168) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:31:59.602451 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.602799 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.603155 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.603497 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.603829 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.604157 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.604483 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.604806 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.605171 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.605499 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.605821 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.606144 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.606462 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.606782 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.607094 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81575f9b-998e-41e1-b90f-c107f57a8a15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.682202 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Publish callbacks [] for security_group (05d40495-93f5-4dbd-af89-ba9c694f18cd), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:59.704022 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Publish callbacks [] for security_group (05d40495-93f5-4dbd-af89-ba9c694f18cd), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:59.794357 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (05d40495-93f5-4dbd-af89-ba9c694f18cd), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:59.796857 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:31:59.798007 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/05d40495-93f5-4dbd-af89-ba9c694f18cd HTTP/1.1" status: 204 len: 168 time: 0.1998110 Jul 27 16:31:59.809138 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d40495-93f5-4dbd-af89-ba9c694f18cd,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:31:59.818503 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.818839 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.819174 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.819502 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.819826 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.820142 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.820454 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.820767 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.821110 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.821423 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.821751 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.822068 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.822377 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.822689 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.822998 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e3d93-0157-48d6-9421-0e6056fce60c admin admin] Tracked resource versions report: Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: pushed versions: Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: { 'AddressGroup': {'1.2'}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Agent': {'1.1'}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'ConntrackHelper': {'1.0'}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'LocalIPAssociation': {'1.0'}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Log': {'1.0'}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'NDPProxy': {'1.0'}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Network': {'1.1'}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Port': {'1.7'}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'PortForwarding': {'1.3'}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'QosPolicy': {'1.10'}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'SecurityGroup': {'1.5'}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'SecurityGroupRule': {'1.2'}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'SubPort': {'1.0'}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Subnet': {'1.1'}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Trunk': {'1.1'}} Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: consumer versions: Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: { DHCP agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: L3 agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: Metadata agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: Metering agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: Open vSwitch agent@dv-cinder-849690-6-iscsi: { 'AddressGroup': '1.2', Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Agent': '1.1', Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'ConntrackHelper': '1.0', Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'LocalIPAssociation': '1.0', Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Log': '1.0', Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'NDPProxy': '1.0', Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Network': '1.1', Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Port': '1.7', Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'PortForwarding': '1.3', Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'QosPolicy': '1.10', Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'SecurityGroup': '1.5', Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'SecurityGroupRule': '1.2', Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'SubPort': '1.0', Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Subnet': '1.1', Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Trunk': '1.1'}} Jul 27 16:31:59.824404 dv-cinder-849690-6-iscsi neutron-server[104022]: {{(pid=104022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 16:32:00.337513 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:32:00.465523 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:32:00.994747 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:32:09.590813 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=19,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:32:09.601863 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=20,neutron:INSERT=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:32:09.812673 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:32:09.814479 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:32:10.455081 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:32:10.461317 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:32:10.991181 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:32:10.992133 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=6 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:32:22.450975 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=14 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:32:22.452968 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=12 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:32:25.332152 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0f549e30-5ba8-4043-ab21-5a60893021ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:32:27.457961 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-acfa1be1-969c-47c3-8bb0-f22a215e0737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:32:28.686928 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:32:30.338897 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:32:30.466919 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:32:37.993815 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:32:40.460905 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:32:40.463443 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:32:47.989888 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:32:47.991080 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=5 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:32:55.337603 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2dfcfd30-e0f2-4b64-84ab-9af687c46c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:32:57.459768 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-02456c67-08f1-4abe-aed0-3abefe1ef88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:32:58.688066 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:33:00.346326 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:33:00.469983 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:33:10.464448 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:33:10.466442 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:33:14.992187 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 5 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:33:24.988710 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=5 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:33:24.989470 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:33:25.339720 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-752990ba-7cba-4a37-8a75-1227b0fb7137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:33:27.465772 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-15d116c4-d0f6-4d1b-8e65-128f86fcf2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:33:28.690719 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:33:30.348649 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:33:30.473019 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:33:40.462232 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:33:40.469112 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:33:49.242435 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426149'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:33:51.991159 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:33:55.342372 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-def81f93-f33c-4a5e-8df1-dc752cd819f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:33:57.460010 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-09512de6-d515-41fb-85bd-079fb957b1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:33:58.693358 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:34:00.350174 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:34:00.478364 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:34:00.490849 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 36268) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:34:00.622732 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-decc3f4e-7547-4fe5-bcb0-10c9e7253d50 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1307669 Jul 27 16:34:01.016618 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:34:01.987712 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:34:02.669944 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36278) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:34:02.737227 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7327adaa-f149-4766-bcb6-d948a64df59c admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0661740 Jul 27 16:34:10.464748 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=10,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:34:10.473720 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:34:10.616010 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:34:10.616754 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:34:12.726075 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:34:12.728094 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:34:19.227241 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:34:22.451606 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=14 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:34:22.452343 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=12 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:34:25.345022 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-07b14f79-be5c-4941-b5f1-df7e7759aa4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:34:27.462317 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-99cb16a4-7319-4e12-ab27-28cffa897c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:34:28.696269 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:34:28.989892 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:34:30.353175 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:34:30.480430 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:34:38.985870 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:34:38.986594 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:34:40.469753 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:34:40.476983 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:34:49.229734 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:34:55.347110 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e7166198-5414-4564-a844-51bf25cc7dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:34:57.467285 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3060c9cc-5d34-4da1-b163-74160f06271e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:34:58.701942 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:00.365539 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:00.486019 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:05.988307 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:35:10.479787 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:10.482345 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:15.984260 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:19.241986 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:23.991996 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:25.349773 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-22fdbf6a-1d45-4c9d-8f33-f60d4e6dfcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:27.460910 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-23c73f47-06a0-4a0d-8704-dc8c8c43b69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:28.704431 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:30.363417 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:30.479839 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:40.473727 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:40.484449 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:41.987156 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:42.984100 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36426) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:42.988949 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:35:43.192171 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-178367514-network', 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:43.225887 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Made reservation on behalf of 9f922d21e1e8434ea5e93938dc56bed9 for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:43.228313 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:43.239500 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:43.325480 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Publish callbacks [] for security_group (9ce503a0-4595-4db1-bb2b-771201c3cc14), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:43.330579 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (9ce503a0-4595-4db1-bb2b-771201c3cc14), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:43.345456 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:35:43.355160 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (a2e3bb29-ad4f-4689-9e30-31de05a1b1ca), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:43.355502 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Added segment a2e3bb29-ad4f-4689-9e30-31de05a1b1ca of type vlan for network 7942e80d-cb37-4e51-832b-051e74cf2da3 Jul 27 16:35:43.408195 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (7942e80d-cb37-4e51-832b-051e74cf2da3), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:43.420119 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce503a0-4595-4db1-bb2b-771201c3cc14,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:43.441144 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.441537 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.441926 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.442317 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.442607 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.443123 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.443456 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.443780 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.444109 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.444429 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.444928 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.445422 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.445740 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.446239 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.446569 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Tracked resource versions report: Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: pushed versions: Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: { 'AddressGroup': {'1.2'}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Agent': {'1.1'}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'ConntrackHelper': {'1.0'}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'LocalIPAssociation': {'1.0'}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Log': {'1.0'}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'NDPProxy': {'1.0'}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Network': {'1.1'}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Port': {'1.7'}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'PortForwarding': {'1.3'}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'QosPolicy': {'1.10'}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'SecurityGroup': {'1.5'}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'SecurityGroupRule': {'1.2'}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'SubPort': {'1.0'}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Subnet': {'1.1'}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Trunk': {'1.1'}} Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: consumer versions: Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: { DHCP agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: HyperV agent@hv-cinder-84969: {}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: L3 agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: Metadata agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: Metering agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: Open vSwitch agent@dv-cinder-849690-6-iscsi: { 'AddressGroup': '1.2', Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Agent': '1.1', Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'ConntrackHelper': '1.0', Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'LocalIPAssociation': '1.0', Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Log': '1.0', Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'NDPProxy': '1.0', Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Network': '1.1', Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Port': '1.7', Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'PortForwarding': '1.3', Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'QosPolicy': '1.10', Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'SecurityGroup': '1.5', Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'SecurityGroupRule': '1.2', Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'SubPort': '1.0', Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Subnet': '1.1', Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: 'Trunk': '1.1'}} Jul 27 16:35:43.447743 dv-cinder-849690-6-iscsi neutron-server[104021]: {{(pid=104021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 16:35:43.451456 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (7942e80d-cb37-4e51-832b-051e74cf2da3), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:43.452394 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:35:43.453171 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:43.513389 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 36466) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:43.514004 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5276260 Jul 27 16:35:43.523215 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Request body: {'subnet': {'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-178367514-subnet', 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:43.529235 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25748067-9f6c-40e0-8f55-f2ee602ff43f admin admin] Pushing event updated for resources: {'Network': ['ID=7942e80d-cb37-4e51-832b-051e74cf2da3,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:43.543970 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network 7942e80d-cb37-4e51-832b-051e74cf2da3 details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:35:43.563902 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Made reservation on behalf of 9f922d21e1e8434ea5e93938dc56bed9 for: {'subnet': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:43.567991 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:43.702316 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36476) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:43.719956 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36480) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:43.911750 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for subnet (13b57cb1-4380-44f4-9d05-d065e33466d3), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:43.992573 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b57cb1-4380-44f4-9d05-d065e33466d3,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:44.004871 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.005240 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.005596 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.005935 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.006391 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.006897 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.007376 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.007852 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.008974 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.009634 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.010141 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.010647 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.010971 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.011450 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.011929 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Tracked resource versions report: Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: pushed versions: Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: { 'AddressGroup': {'1.2'}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Agent': {'1.1'}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'ConntrackHelper': {'1.0'}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'LocalIPAssociation': {'1.0'}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Log': {'1.0'}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'NDPProxy': {'1.0'}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Network': {'1.1'}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Port': {'1.7'}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'PortForwarding': {'1.3'}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'QosPolicy': {'1.10'}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'SecurityGroup': {'1.5'}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'SecurityGroupRule': {'1.2'}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'SubPort': {'1.0'}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Subnet': {'1.1'}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Trunk': {'1.1'}} Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: consumer versions: Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: { DHCP agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: HyperV agent@hv-cinder-84969: {}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: L3 agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: Metadata agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: Metering agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: Open vSwitch agent@dv-cinder-849690-6-iscsi: { 'AddressGroup': '1.2', Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Agent': '1.1', Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'ConntrackHelper': '1.0', Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'LocalIPAssociation': '1.0', Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Log': '1.0', Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'NDPProxy': '1.0', Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Network': '1.1', Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Port': '1.7', Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'PortForwarding': '1.3', Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'QosPolicy': '1.10', Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'SecurityGroup': '1.5', Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'SecurityGroupRule': '1.2', Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'SubPort': '1.0', Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Subnet': '1.1', Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: 'Trunk': '1.1'}} Jul 27 16:35:44.013302 dv-cinder-849690-6-iscsi neutron-server[104022]: {{(pid=104022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 16:35:44.029519 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Checking segment: {'id': 'a2e3bb29-ad4f-4689-9e30-31de05a1b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:35:44.029962 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Network hostable DHCP agents. Network: 7942e80d-cb37-4e51-832b-051e74cf2da3, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:35:44.053365 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Network 7942e80d-cb37-4e51-832b-051e74cf2da3 is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:35:44.066901 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, 7942e80d-cb37-4e51-832b-051e74cf2da3) {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:44.072171 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:35:44.072970 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.078099 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-393c2882-4889-4d13-b702-45c4cf407d58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-network', 'tenant_id': '8d570044769a44d9b18c905284cd9947'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:44.079800 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cc5c52-1678-4879-a758-8900bb78157a None None] Network 7942e80d-cb37-4e51-832b-051e74cf2da3 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:35:44.096373 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ea48f3b2-c3c2-49e2-b00d-472cdcdce92a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5794382 Jul 27 16:35:44.097103 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 36498) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:44.103237 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-178367514-router', 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:44.111141 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393c2882-4889-4d13-b702-45c4cf407d58 admin admin] Made reservation on behalf of 8d570044769a44d9b18c905284cd9947 for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:44.116367 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-393c2882-4889-4d13-b702-45c4cf407d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.127927 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (32728491-d7b9-4d87-bd31-d3b3afc8e649), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.129382 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (32728491-d7b9-4d87-bd31-d3b3afc8e649), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.130042 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-393c2882-4889-4d13-b702-45c4cf407d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.145390 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-c69bcb96-f7c5-4a03-98c9-cccd864b6892 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-552517493-network', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:44.160361 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 36500) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:44.178702 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69bcb96-f7c5-4a03-98c9-cccd864b6892 admin admin] Made reservation on behalf of 027a003da80c43ca9b4b337527b93d3a for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:44.181354 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c69bcb96-f7c5-4a03-98c9-cccd864b6892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.196861 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c69bcb96-f7c5-4a03-98c9-cccd864b6892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.217177 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Publish callbacks [] for router_controller (32728491-d7b9-4d87-bd31-d3b3afc8e649), precommit_add_association {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.235559 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36504) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:44.251371 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a1a6c0-aa70-592a-9d91-b6a2467068c1-7942e80d-cb37-4e51-832b-051e74cf2da3', 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3', 'project_id': '9f922d21e1e8434ea5e93938dc56bed9', 'fixed_ips': [{'subnet_id': '13b57cb1-4380-44f4-9d05-d065e33466d3'}]}} from dv-cinder-849690-6-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 16:35:44.252958 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.336089 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-393c2882-4889-4d13-b702-45c4cf407d58 admin admin] Publish callbacks [] for security_group (9de3ef71-958a-4dc1-93f9-ec40b77d722f), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.347861 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-393c2882-4889-4d13-b702-45c4cf407d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (9de3ef71-958a-4dc1-93f9-ec40b77d722f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.374465 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393c2882-4889-4d13-b702-45c4cf407d58 admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:35:44.392718 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-393c2882-4889-4d13-b702-45c4cf407d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (46ea8bb8-3a4a-4549-930d-9b9c7176a6e8), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.393377 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-393c2882-4889-4d13-b702-45c4cf407d58 admin admin] Added segment 46ea8bb8-3a4a-4549-930d-9b9c7176a6e8 of type vlan for network 4b2b545b-e176-40e2-8391-7dafbc2122d9 Jul 27 16:35:44.397885 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=71,neutron:INSERT=24,neutron:UPDATE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:44.412968 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c69bcb96-f7c5-4a03-98c9-cccd864b6892 admin admin] Publish callbacks [] for security_group (cfab5704-2e58-4fad-834c-0196d9c9f70a), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.424874 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 36512) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:44.429547 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c69bcb96-f7c5-4a03-98c9-cccd864b6892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (cfab5704-2e58-4fad-834c-0196d9c9f70a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.440252 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Allocated IP 172.20.0.2 (7942e80d-cb37-4e51-832b-051e74cf2da3/13b57cb1-4380-44f4-9d05-d065e33466d3/a6a6dd36-f944-4f7c-9218-f384cb88fa18) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:44.446499 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=71,neutron:INSERT=24,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:44.545338 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69bcb96-f7c5-4a03-98c9-cccd864b6892 admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:35:44.547367 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c2882-4889-4d13-b702-45c4cf407d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de3ef71-958a-4dc1-93f9-ec40b77d722f,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:44.551474 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-393c2882-4889-4d13-b702-45c4cf407d58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (4b2b545b-e176-40e2-8391-7dafbc2122d9), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.594081 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Publish callbacks [] for router_gateway (32728491-d7b9-4d87-bd31-d3b3afc8e649), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.624808 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-393c2882-4889-4d13-b702-45c4cf407d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (4b2b545b-e176-40e2-8391-7dafbc2122d9), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.628507 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393c2882-4889-4d13-b702-45c4cf407d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:35:44.632630 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-393c2882-4889-4d13-b702-45c4cf407d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.657691 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c69bcb96-f7c5-4a03-98c9-cccd864b6892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (f36308da-70d5-4f59-9828-569bdf95b487), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.658864 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-c69bcb96-f7c5-4a03-98c9-cccd864b6892 admin admin] Added segment f36308da-70d5-4f59-9828-569bdf95b487 of type vlan for network d36a590e-5aca-4f4b-84ba-ed6272112a6f Jul 27 16:35:44.686998 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Publish callbacks [] for port (a6a6dd36-f944-4f7c-9218-f384cb88fa18), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.707649 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (a6a6dd36-f944-4f7c-9218-f384cb88fa18), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.759713 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-3cf391ea-8d7b-4744-84b2-23e5ef2ffa8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-273137443-network', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:44.793926 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Network 7942e80d-cb37-4e51-832b-051e74cf2da3 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:44.797628 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:44.817499 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-619e6d6f-e47e-4538-b190-3cd444afa1a7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2083752657-network', 'tenant_id': '2e682c25fdf54f80bbb9fbce41d92b77'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:44.818411 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:35:44.833016 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c2882-4889-4d13-b702-45c4cf407d58 admin admin] Pushing event updated for resources: {'Network': ['ID=4b2b545b-e176-40e2-8391-7dafbc2122d9,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:44.853562 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-4a0c95e5-317e-46d8-8e45-833f88344728 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1590286911-network', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:44.853727 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Pushing event updated for resources: {'Port': ['ID=a6a6dd36-f944-4f7c-9218-f384cb88fa18,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:44.860567 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf391ea-8d7b-4744-84b2-23e5ef2ffa8e admin admin] Made reservation on behalf of 89ddf8711f2f4be88304f967149c3a50 for: {'network': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:44.864239 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.865217 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.866011 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.866899 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.867718 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.868582 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.869483 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.870217 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.870936 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.871561 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3cf391ea-8d7b-4744-84b2-23e5ef2ffa8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.871908 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.872697 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.874104 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.874870 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.877354 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.877822 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Tracked resource versions report: Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: pushed versions: Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: { 'AddressGroup': {'1.2'}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Agent': {'1.1'}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'ConntrackHelper': {'1.0'}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'LocalIPAssociation': {'1.0'}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Log': {'1.0'}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'NDPProxy': {'1.0'}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Network': {'1.1'}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Port': {'1.7'}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'PortForwarding': {'1.3'}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'QosPolicy': {'1.10'}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'SecurityGroup': {'1.5'}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'SecurityGroupRule': {'1.2'}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'SubPort': {'1.0'}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Subnet': {'1.1'}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Trunk': {'1.1'}} Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: consumer versions: Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: { DHCP agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: HyperV agent@hv-cinder-84969: {}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: L3 agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: Metadata agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: Metering agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: Open vSwitch agent@dv-cinder-849690-6-iscsi: { 'AddressGroup': '1.2', Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Agent': '1.1', Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'ConntrackHelper': '1.0', Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'LocalIPAssociation': '1.0', Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Log': '1.0', Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'NDPProxy': '1.0', Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Network': '1.1', Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Port': '1.7', Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'PortForwarding': '1.3', Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'QosPolicy': '1.10', Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'SecurityGroup': '1.5', Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'SecurityGroupRule': '1.2', Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'SubPort': '1.0', Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Subnet': '1.1', Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: 'Trunk': '1.1'}} Jul 27 16:35:44.879502 dv-cinder-849690-6-iscsi neutron-server[104023]: {{(pid=104023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 16:35:44.888312 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network 4b2b545b-e176-40e2-8391-7dafbc2122d9 details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:35:44.917787 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0c95e5-317e-46d8-8e45-833f88344728 admin admin] Made reservation on behalf of ebcc91e5911a4a418118b3775cfe4b76 for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:44.920270 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a0c95e5-317e-46d8-8e45-833f88344728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.951563 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a0c95e5-317e-46d8-8e45-833f88344728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.962574 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Attempting to bind port a6a6dd36-f944-4f7c-9218-f384cb88fa18 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:35:44.963262 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Attempting to bind port a6a6dd36-f944-4f7c-9218-f384cb88fa18 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': 'a2e3bb29-ad4f-4689-9e30-31de05a1b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:35:44.963704 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Attempting to bind port a6a6dd36-f944-4f7c-9218-f384cb88fa18 on network 7942e80d-cb37-4e51-832b-051e74cf2da3 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:35:44.980998 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:35:44.981475 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Checking segment: {'id': 'a2e3bb29-ad4f-4689-9e30-31de05a1b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:35:44.981970 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.982415 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Bound using segment: {'id': 'a2e3bb29-ad4f-4689-9e30-31de05a1b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:35:44.983556 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Bound port: a6a6dd36-f944-4f7c-9218-f384cb88fa18, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e3bb29-ad4f-4689-9e30-31de05a1b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:35:44.984180 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a6a6dd36-f944-4f7c-9218-f384cb88fa18), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:44.991971 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-393c2882-4889-4d13-b702-45c4cf407d58 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2881429 Jul 27 16:35:45.011802 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36526) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:45.021688 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619e6d6f-e47e-4538-b190-3cd444afa1a7 admin admin] Made reservation on behalf of 2e682c25fdf54f80bbb9fbce41d92b77 for: {'network': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:45.025189 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-619e6d6f-e47e-4538-b190-3cd444afa1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.034423 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-efc9cd90-fdbb-40c9-939d-8e7247ee9dfa admin admin] Request body: {'subnet': {'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-subnet', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:45.050991 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-619e6d6f-e47e-4538-b190-3cd444afa1a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.062398 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3cf391ea-8d7b-4744-84b2-23e5ef2ffa8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.067627 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] For port a6a6dd36-f944-4f7c-9218-f384cb88fa18, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:45.075052 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] For port a6a6dd36-f944-4f7c-9218-f384cb88fa18, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=a6a6dd36-f944-4f7c-9218-f384cb88fa18,segment=NetworkSegment(a2e3bb29-ad4f-4689-9e30-31de05a1b1ca),segment_id=a2e3bb29-ad4f-4689-9e30-31de05a1b1ca)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:45.079990 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bcb96-f7c5-4a03-98c9-cccd864b6892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfab5704-2e58-4fad-834c-0196d9c9f70a,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:45.086629 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (a6a6dd36-f944-4f7c-9218-f384cb88fa18), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.122812 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:45.137417 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c69bcb96-f7c5-4a03-98c9-cccd864b6892 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (d36a590e-5aca-4f4b-84ba-ed6272112a6f), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.141058 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc9cd90-fdbb-40c9-939d-8e7247ee9dfa admin admin] Made reservation on behalf of 8d570044769a44d9b18c905284cd9947 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:45.143449 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-efc9cd90-fdbb-40c9-939d-8e7247ee9dfa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.206989 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:45.213884 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87cb6b-1fb3-4706-839a-90b34c1ac6ab None None] Pushing event updated for resources: {'Port': ['ID=a6a6dd36-f944-4f7c-9218-f384cb88fa18,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:45.285778 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.db.resource_extend [None req-c69bcb96-f7c5-4a03-98c9-cccd864b6892 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 27 16:35:45.368262 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c69bcb96-f7c5-4a03-98c9-cccd864b6892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (d36a590e-5aca-4f4b-84ba-ed6272112a6f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.369441 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69bcb96-f7c5-4a03-98c9-cccd864b6892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:35:45.370120 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c69bcb96-f7c5-4a03-98c9-cccd864b6892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.398488 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:45.580560 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c69bcb96-f7c5-4a03-98c9-cccd864b6892 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.8140152 Jul 27 16:35:45.580560 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36546) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:45.580560 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-79a8f6c9-1ad4-46d6-bb88-8ba5a2b53f98 admin admin] Request body: {'subnet': {'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-subnet', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:45.583518 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Publish callbacks [] for router_gateway (32728491-d7b9-4d87-bd31-d3b3afc8e649), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.583782 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bcb96-f7c5-4a03-98c9-cccd864b6892 admin admin] Pushing event updated for resources: {'Network': ['ID=d36a590e-5aca-4f4b-84ba-ed6272112a6f,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:45.598873 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network d36a590e-5aca-4f4b-84ba-ed6272112a6f details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:35:45.609684 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a0c95e5-317e-46d8-8e45-833f88344728 admin admin] Publish callbacks [] for security_group (a81e3c53-409b-4ffe-ad00-c8a776f01a46), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.637470 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a0c95e5-317e-46d8-8e45-833f88344728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (a81e3c53-409b-4ffe-ad00-c8a776f01a46), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.645944 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3cf391ea-8d7b-4744-84b2-23e5ef2ffa8e admin admin] Publish callbacks [] for security_group (efff72ed-7bc8-47ea-8571-aba78a8a798f), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.653234 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.658515 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-619e6d6f-e47e-4538-b190-3cd444afa1a7 admin admin] Publish callbacks [] for security_group (e992796a-b8ef-4e5f-b39b-0abdd70ee0c4), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.662169 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3cf391ea-8d7b-4744-84b2-23e5ef2ffa8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (efff72ed-7bc8-47ea-8571-aba78a8a798f), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.677713 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-619e6d6f-e47e-4538-b190-3cd444afa1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (e992796a-b8ef-4e5f-b39b-0abdd70ee0c4), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.720288 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0c95e5-317e-46d8-8e45-833f88344728 admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:35:45.723790 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:45.724420 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=13,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:45.735658 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a8f6c9-1ad4-46d6-bb88-8ba5a2b53f98 admin admin] Made reservation on behalf of 027a003da80c43ca9b4b337527b93d3a for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:45.737925 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-79a8f6c9-1ad4-46d6-bb88-8ba5a2b53f98 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.768397 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf391ea-8d7b-4744-84b2-23e5ef2ffa8e admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=104022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:35:45.781822 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a0c95e5-317e-46d8-8e45-833f88344728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (516afda1-daa1-4a0f-ab73-9d95e5b4f18b), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.782118 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-4a0c95e5-317e-46d8-8e45-833f88344728 admin admin] Added segment 516afda1-daa1-4a0f-ab73-9d95e5b4f18b of type vlan for network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e Jul 27 16:35:45.788331 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619e6d6f-e47e-4538-b190-3cd444afa1a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=104022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:35:45.845027 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-efc9cd90-fdbb-40c9-939d-8e7247ee9dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for subnet (dd5a5861-0b12-4ebb-85aa-394b3176f5b9), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.852137 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-619e6d6f-e47e-4538-b190-3cd444afa1a7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729475437249', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (d57b0735-10ec-44a0-9490-ab2fe48f8871), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.853072 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-619e6d6f-e47e-4538-b190-3cd444afa1a7 admin admin] Unsubscribe: segment precommit_create {{(pid=104022) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 16:35:45.853829 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.segments_db [None req-619e6d6f-e47e-4538-b190-3cd444afa1a7 admin admin] Added segment d57b0735-10ec-44a0-9490-ab2fe48f8871 of type vlan for network b2c9f20d-607f-4cda-9dce-acbec5f87c42 Jul 27 16:35:45.862275 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3cf391ea-8d7b-4744-84b2-23e5ef2ffa8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (4a2469d2-9af5-465c-92c5-01dc1752688b), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:45.862879 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.segments_db [None req-3cf391ea-8d7b-4744-84b2-23e5ef2ffa8e admin admin] Added segment 4a2469d2-9af5-465c-92c5-01dc1752688b of type vlan for network 5f30e4e1-bf07-478c-895f-f27f24b25617 Jul 27 16:35:45.878708 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c95e5-317e-46d8-8e45-833f88344728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81e3c53-409b-4ffe-ad00-c8a776f01a46,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:45.894474 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf391ea-8d7b-4744-84b2-23e5ef2ffa8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efff72ed-7bc8-47ea-8571-aba78a8a798f,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:46.022645 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-619e6d6f-e47e-4538-b190-3cd444afa1a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (b2c9f20d-607f-4cda-9dce-acbec5f87c42), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.050369 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3cf391ea-8d7b-4744-84b2-23e5ef2ffa8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (5f30e4e1-bf07-478c-895f-f27f24b25617), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.064581 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e6d6f-e47e-4538-b190-3cd444afa1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e992796a-b8ef-4e5f-b39b-0abdd70ee0c4,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:46.072291 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a0c95e5-317e-46d8-8e45-833f88344728 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (22edebd8-fe29-44cb-9c58-64fe5ac1da5e), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.077659 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Allocated IP 172.27.2.88 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/295807ee-a1e1-45e8-97c1-bae44133c635) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:46.097034 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9cd90-fdbb-40c9-939d-8e7247ee9dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd5a5861-0b12-4ebb-85aa-394b3176f5b9,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:46.138445 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-619e6d6f-e47e-4538-b190-3cd444afa1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (b2c9f20d-607f-4cda-9dce-acbec5f87c42), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.139741 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619e6d6f-e47e-4538-b190-3cd444afa1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:35:46.140334 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-619e6d6f-e47e-4538-b190-3cd444afa1a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.152136 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:46.164692 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a0c95e5-317e-46d8-8e45-833f88344728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (22edebd8-fe29-44cb-9c58-64fe5ac1da5e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.166692 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0c95e5-317e-46d8-8e45-833f88344728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:35:46.167278 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a0c95e5-317e-46d8-8e45-833f88344728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.174377 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9cd90-fdbb-40c9-939d-8e7247ee9dfa admin admin] Checking segment: {'id': '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:35:46.174734 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc9cd90-fdbb-40c9-939d-8e7247ee9dfa admin admin] Network hostable DHCP agents. Network: 4b2b545b-e176-40e2-8391-7dafbc2122d9, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:35:46.208653 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3cf391ea-8d7b-4744-84b2-23e5ef2ffa8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (5f30e4e1-bf07-478c-895f-f27f24b25617), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.209647 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf391ea-8d7b-4744-84b2-23e5ef2ffa8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:35:46.210227 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3cf391ea-8d7b-4744-84b2-23e5ef2ffa8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.261887 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4a0c95e5-317e-46d8-8e45-833f88344728 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.0225911 Jul 27 16:35:46.275541 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 36560) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:46.288223 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-a8f031f9-8665-48bc-b0fd-d3b0b9b19e55 admin admin] Request body: {'subnet': {'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-subnet', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:46.301048 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c95e5-317e-46d8-8e45-833f88344728 admin admin] Pushing event updated for resources: {'Network': ['ID=22edebd8-fe29-44cb-9c58-64fe5ac1da5e,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:46.303654 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc9cd90-fdbb-40c9-939d-8e7247ee9dfa admin admin] Network 4b2b545b-e176-40e2-8391-7dafbc2122d9 is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:35:46.316344 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:35:46.330960 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-619e6d6f-e47e-4538-b190-3cd444afa1a7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9032164 Jul 27 16:35:46.350661 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 36564) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:46.351205 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:INSERT=17,neutron:SELECT=72,neutron:UPDATE=7,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:46.361729 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-3cf391ea-8d7b-4744-84b2-23e5ef2ffa8e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.1998641 Jul 27 16:35:46.365581 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-c4c18126-992a-4624-b6ed-f0978727dfc1 admin admin] Request body: {'subnet': {'network_id': 'b2c9f20d-607f-4cda-9dce-acbec5f87c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2083752657-subnet', 'tenant_id': '2e682c25fdf54f80bbb9fbce41d92b77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:46.366790 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36568) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:46.372538 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e6d6f-e47e-4538-b190-3cd444afa1a7 admin admin] Pushing event updated for resources: {'Network': ['ID=b2c9f20d-607f-4cda-9dce-acbec5f87c42,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:46.377076 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-2f070c1a-941f-4e4a-9c43-9ff9c473fa51 admin admin] Request body: {'subnet': {'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-273137443-subnet', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:46.378050 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f031f9-8665-48bc-b0fd-d3b0b9b19e55 admin admin] Made reservation on behalf of ebcc91e5911a4a418118b3775cfe4b76 for: {'subnet': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:46.380375 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a8f031f9-8665-48bc-b0fd-d3b0b9b19e55 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.382378 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-79a8f6c9-1ad4-46d6-bb88-8ba5a2b53f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for subnet (6261f153-df76-4666-8c12-d3f7ad70249a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.403333 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-efc9cd90-fdbb-40c9-939d-8e7247ee9dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, 4b2b545b-e176-40e2-8391-7dafbc2122d9) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:46.408924 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc9cd90-fdbb-40c9-939d-8e7247ee9dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:35:46.410842 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-efc9cd90-fdbb-40c9-939d-8e7247ee9dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.450042 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network b2c9f20d-607f-4cda-9dce-acbec5f87c42 details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:35:46.456583 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ac19f-ffd8-43c9-b159-24b0e9dbeba6 None None] Network 4b2b545b-e176-40e2-8391-7dafbc2122d9 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:35:46.500968 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:46.523029 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-efc9cd90-fdbb-40c9-939d-8e7247ee9dfa admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5058272 Jul 27 16:35:46.526138 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36574) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:46.527502 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a8f6c9-1ad4-46d6-bb88-8ba5a2b53f98 admin admin] Checking segment: {'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:35:46.528546 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a8f6c9-1ad4-46d6-bb88-8ba5a2b53f98 admin admin] Network hostable DHCP agents. Network: d36a590e-5aca-4f4b-84ba-ed6272112a6f, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:35:46.552849 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8f6c9-1ad4-46d6-bb88-8ba5a2b53f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6261f153-df76-4666-8c12-d3f7ad70249a,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:46.565433 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:46.574900 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f070c1a-941f-4e4a-9c43-9ff9c473fa51 admin admin] Made reservation on behalf of 89ddf8711f2f4be88304f967149c3a50 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:46.585961 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2f070c1a-941f-4e4a-9c43-9ff9c473fa51 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.650782 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a1a6c0-aa70-592a-9d91-b6a2467068c1-4b2b545b-e176-40e2-8391-7dafbc2122d9', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'project_id': '8d570044769a44d9b18c905284cd9947', 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9'}]}} from dv-cinder-849690-6-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 16:35:46.651960 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.781386 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Publish callbacks [] for port (295807ee-a1e1-45e8-97c1-bae44133c635), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.819924 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:46.829066 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2f070c1a-941f-4e4a-9c43-9ff9c473fa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for subnet (8d480ff8-5cfd-4620-8bc1-bd543d69a3cf), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.855162 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a8f031f9-8665-48bc-b0fd-d3b0b9b19e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for subnet (0f8f2e6b-ff3c-47af-8857-06c3b916a7f6), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.864871 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Allocated IP 172.20.0.2 (4b2b545b-e176-40e2-8391-7dafbc2122d9/dd5a5861-0b12-4ebb-85aa-394b3176f5b9/5306e945-2b4a-4bbb-b43c-353b2c855f8a) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:46.895010 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a8f6c9-1ad4-46d6-bb88-8ba5a2b53f98 admin admin] Network d36a590e-5aca-4f4b-84ba-ed6272112a6f is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:35:46.937017 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f031f9-8665-48bc-b0fd-d3b0b9b19e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f8f2e6b-ff3c-47af-8857-06c3b916a7f6,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:46.937881 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (8a70b9b0-fc79-49e9-9fdd-479734afd75b), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.939247 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:46.940983 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (295807ee-a1e1-45e8-97c1-bae44133c635), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.947945 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (8a70b9b0-fc79-49e9-9fdd-479734afd75b), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:46.972628 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:46.976392 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-79a8f6c9-1ad4-46d6-bb88-8ba5a2b53f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, d36a590e-5aca-4f4b-84ba-ed6272112a6f) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:46.997188 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:46.997709 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a8f6c9-1ad4-46d6-bb88-8ba5a2b53f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:35:46.998785 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-79a8f6c9-1ad4-46d6-bb88-8ba5a2b53f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:47.015442 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f070c1a-941f-4e4a-9c43-9ff9c473fa51 admin admin] Checking segment: {'id': '4a2469d2-9af5-465c-92c5-01dc1752688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:35:47.015800 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f070c1a-941f-4e4a-9c43-9ff9c473fa51 admin admin] Network hostable DHCP agents. Network: 5f30e4e1-bf07-478c-895f-f27f24b25617, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:35:47.015951 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device a6a6dd36-f944-4f7c-9218-f384cb88fa18 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:47.018082 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f070c1a-941f-4e4a-9c43-9ff9c473fa51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d480ff8-5cfd-4620-8bc1-bd543d69a3cf,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:47.031926 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:35:47.035846 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c18126-992a-4624-b6ed-f0978727dfc1 admin admin] Made reservation on behalf of 2e682c25fdf54f80bbb9fbce41d92b77 for: {'subnet': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:47.043393 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c4c18126-992a-4624-b6ed-f0978727dfc1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:47.058852 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-79a8f6c9-1ad4-46d6-bb88-8ba5a2b53f98 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5053041 Jul 27 16:35:47.066408 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36588) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:47.085691 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:47.133652 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Publish callbacks [] for router_controller (8a70b9b0-fc79-49e9-9fdd-479734afd75b), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:47.151006 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f070c1a-941f-4e4a-9c43-9ff9c473fa51 admin admin] Network 5f30e4e1-bf07-478c-895f-f27f24b25617 is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:35:47.192478 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf391ea-8d7b-4744-84b2-23e5ef2ffa8e admin admin] Pushing event updated for resources: {'Network': ['ID=5f30e4e1-bf07-478c-895f-f27f24b25617,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:47.196377 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399a3dba-8f0e-49d2-acb8-02844c939499 None None] Network 7942e80d-cb37-4e51-832b-051e74cf2da3 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:35:47.200715 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c530f8b7-7ed1-44ab-a042-d0c9acfbb18a None None] Network d36a590e-5aca-4f4b-84ba-ed6272112a6f requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:35:47.210071 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:47.222920 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (c037b20e-585e-4b9a-abb4-6302ffab189b), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:47.224402 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (c037b20e-585e-4b9a-abb4-6302ffab189b), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:47.225683 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network 5f30e4e1-bf07-478c-895f-f27f24b25617 details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:35:47.227619 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-2f070c1a-941f-4e4a-9c43-9ff9c473fa51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, 5f30e4e1-bf07-478c-895f-f27f24b25617) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:47.238676 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f070c1a-941f-4e4a-9c43-9ff9c473fa51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:35:47.239298 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2f070c1a-941f-4e4a-9c43-9ff9c473fa51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:47.252695 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59f10bb-7fd1-4225-a8b7-1f3460e9e53a None None] Network 5f30e4e1-bf07-478c-895f-f27f24b25617 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:35:47.265467 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Pushing event updated for resources: {'Port': ['ID=295807ee-a1e1-45e8-97c1-bae44133c635,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:47.269365 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:47.296273 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port a6a6dd36-f944-4f7c-9218-f384cb88fa18 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:35:47.297132 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (a6a6dd36-f944-4f7c-9218-f384cb88fa18), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:47.331087 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f031f9-8665-48bc-b0fd-d3b0b9b19e55 admin admin] Checking segment: {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:35:47.331437 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f031f9-8665-48bc-b0fd-d3b0b9b19e55 admin admin] Network hostable DHCP agents. Network: 22edebd8-fe29-44cb-9c58-64fe5ac1da5e, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:35:47.349084 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2f070c1a-941f-4e4a-9c43-9ff9c473fa51 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9807127 Jul 27 16:35:47.353910 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36606) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:47.363220 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:47.370340 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Publish callbacks [] for router_controller (c037b20e-585e-4b9a-abb4-6302ffab189b), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:47.377945 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Publish callbacks [] for router_gateway (8a70b9b0-fc79-49e9-9fdd-479734afd75b), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:47.517919 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (c639a3f3-7ad1-47f1-a4f8-69520ce6d247), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:47.519801 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (c639a3f3-7ad1-47f1-a4f8-69520ce6d247), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:47.552239 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:47.605961 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f031f9-8665-48bc-b0fd-d3b0b9b19e55 admin admin] Network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:35:47.608339 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5d64f3e8-5390-4858-8460-155360721c6d None None] Provisioning complete for port a6a6dd36-f944-4f7c-9218-f384cb88fa18 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:35:47.608985 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5d64f3e8-5390-4858-8460-155360721c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (a6a6dd36-f944-4f7c-9218-f384cb88fa18), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:47.678710 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Publish callbacks [] for router_gateway (c037b20e-585e-4b9a-abb4-6302ffab189b), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:47.691816 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Publish callbacks [] for router_controller (c639a3f3-7ad1-47f1-a4f8-69520ce6d247), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:47.742602 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-a8f031f9-8665-48bc-b0fd-d3b0b9b19e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, 22edebd8-fe29-44cb-9c58-64fe5ac1da5e) {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:47.802202 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f031f9-8665-48bc-b0fd-d3b0b9b19e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:35:47.802887 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a8f031f9-8665-48bc-b0fd-d3b0b9b19e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:47.804713 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1095f0-0f60-480c-96fc-cca2c3fbb45d None None] Network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:35:47.828749 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c4c18126-992a-4624-b6ed-f0978727dfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for subnet (6051a4f6-3021-4a78-9dd3-7c71d6acb064), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:47.987134 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-a8f031f9-8665-48bc-b0fd-d3b0b9b19e55 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7019286 Jul 27 16:35:47.989333 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:48.006518 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 36624) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:48.026692 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:48.031084 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:48.037722 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Publish callbacks [] for port (5306e945-2b4a-4bbb-b43c-353b2c855f8a), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.049243 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Publish callbacks [] for router_gateway (32728491-d7b9-4d87-bd31-d3b3afc8e649), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.108383 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a1a6c0-aa70-592a-9d91-b6a2467068c1-d36a590e-5aca-4f4b-84ba-ed6272112a6f', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'fixed_ips': [{'subnet_id': '6261f153-df76-4666-8c12-d3f7ad70249a'}]}} from dv-cinder-849690-6-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 16:35:48.109347 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.145389 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port a6a6dd36-f944-4f7c-9218-f384cb88fa18 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:35:48.145797 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a6a6dd36-f944-4f7c-9218-f384cb88fa18), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.169714 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Publish callbacks [] for router_gateway (c639a3f3-7ad1-47f1-a4f8-69520ce6d247), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.172978 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (5306e945-2b4a-4bbb-b43c-353b2c855f8a), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.173869 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Publish callbacks [] for router_gateway (8a70b9b0-fc79-49e9-9fdd-479734afd75b), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.178630 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:48.189699 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c18126-992a-4624-b6ed-f0978727dfc1 admin admin] Checking segment: {'id': 'd57b0735-10ec-44a0-9490-ab2fe48f8871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'b2c9f20d-607f-4cda-9dce-acbec5f87c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:35:48.190056 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c18126-992a-4624-b6ed-f0978727dfc1 admin admin] Network hostable DHCP agents. Network: b2c9f20d-607f-4cda-9dce-acbec5f87c42, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:35:48.229584 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.319060 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429441'] for router (32728491-d7b9-4d87-bd31-d3b3afc8e649), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.328019 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] For port a6a6dd36-f944-4f7c-9218-f384cb88fa18, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=a6a6dd36-f944-4f7c-9218-f384cb88fa18,segment=NetworkSegment(a2e3bb29-ad4f-4689-9e30-31de05a1b1ca),segment_id=a2e3bb29-ad4f-4689-9e30-31de05a1b1ca)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:48.329839 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:48.335671 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Network 4b2b545b-e176-40e2-8391-7dafbc2122d9 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:48.344239 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a1a6c0-aa70-592a-9d91-b6a2467068c1-5f30e4e1-bf07-478c-895f-f27f24b25617', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf'}]}} from dv-cinder-849690-6-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 16:35:48.345192 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.407526 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (a6a6dd36-f944-4f7c-9218-f384cb88fa18), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.412494 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:48.444967 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:35:48.452806 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c18126-992a-4624-b6ed-f0978727dfc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6051a4f6-3021-4a78-9dd3-7c71d6acb064,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:48.470571 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Pushing event updated for resources: {'Port': ['ID=5306e945-2b4a-4bbb-b43c-353b2c855f8a,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:48.512616 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (115fa28b-f5c6-4177-8cbb-a31c9f89e350), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.516541 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (115fa28b-f5c6-4177-8cbb-a31c9f89e350), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.585549 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c18126-992a-4624-b6ed-f0978727dfc1 admin admin] Network b2c9f20d-607f-4cda-9dce-acbec5f87c42 is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:35:48.599333 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Publish callbacks [] for router_controller (115fa28b-f5c6-4177-8cbb-a31c9f89e350), precommit_add_association {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.601934 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Router 32728491-d7b9-4d87-bd31-d3b3afc8e649 is scheduled to L3 agent 30eac719-5180-4546-94d5-bc45597d1397 with binding_index 1 {{(pid=104022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 16:35:48.607019 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Publish callbacks [] for router_gateway (c037b20e-585e-4b9a-abb4-6302ffab189b), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.609866 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-c4c18126-992a-4624-b6ed-f0978727dfc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, b2c9f20d-607f-4cda-9dce-acbec5f87c42) {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:48.615172 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c18126-992a-4624-b6ed-f0978727dfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:35:48.615861 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c4c18126-992a-4624-b6ed-f0978727dfc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.638865 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Pushing event updated for resources: {'Port': ['ID=a6a6dd36-f944-4f7c-9218-f384cb88fa18,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:48.660372 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.665275 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1060612d-58cb-400b-91e9-15b7a26fd76e None None] Network b2c9f20d-607f-4cda-9dce-acbec5f87c42 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:35:48.668067 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5d64f3e8-5390-4858-8460-155360721c6d None None] Current status of the port a6a6dd36-f944-4f7c-9218-f384cb88fa18 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:35:48.678158 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:48.754142 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Allocated IP 172.27.2.176 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/6d4e992f-cf5f-4942-b2e4-0e14acf69230) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:48.788926 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-c4c18126-992a-4624-b6ed-f0978727dfc1 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4301438 Jul 27 16:35:48.814086 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:48.868846 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Publish callbacks [] for router_gateway (c639a3f3-7ad1-47f1-a4f8-69520ce6d247), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.880256 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a1a6c0-aa70-592a-9d91-b6a2467068c1-22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6'}]}} from dv-cinder-849690-6-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 16:35:48.882113 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.884741 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Attempting to bind port 5306e945-2b4a-4bbb-b43c-353b2c855f8a on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:35:48.885156 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Attempting to bind port 5306e945-2b4a-4bbb-b43c-353b2c855f8a by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:35:48.885513 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Attempting to bind port 5306e945-2b4a-4bbb-b43c-353b2c855f8a on network 4b2b545b-e176-40e2-8391-7dafbc2122d9 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:35:48.896906 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.923334 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Publish callbacks [] for router_gateway (115fa28b-f5c6-4177-8cbb-a31c9f89e350), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.931064 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-659c3978-c443-4342-acbf-fa2f5cdaaa46 None None] Provisioning complete for port a6a6dd36-f944-4f7c-9218-f384cb88fa18 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:35:48.931064 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-659c3978-c443-4342-acbf-fa2f5cdaaa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (a6a6dd36-f944-4f7c-9218-f384cb88fa18), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.970990 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:35:48.970990 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Checking segment: {'id': '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:35:48.971376 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:48.971641 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Bound using segment: {'id': '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:35:48.972136 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Bound port: 5306e945-2b4a-4bbb-b43c-353b2c855f8a, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:35:48.972974 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (5306e945-2b4a-4bbb-b43c-353b2c855f8a), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:49.001138 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Publish callbacks [] for port (6d4e992f-cf5f-4942-b2e4-0e14acf69230), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:49.011263 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:35:49.023426 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Sync routers for ids ['32728491-d7b9-4d87-bd31-d3b3afc8e649'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:35:49.043252 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:49.052324 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-a2de4861-3f8d-46b2-82d5-b4bf946e5a53 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9496753 Jul 27 16:35:49.052647 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 36638) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:49.067802 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Routers {'32728491-d7b9-4d87-bd31-d3b3afc8e649'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:35:49.068837 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['32728491-d7b9-4d87-bd31-d3b3afc8e649'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:49.090273 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (6d4e992f-cf5f-4942-b2e4-0e14acf69230), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:49.113915 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:49.169066 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Allocated IP 172.20.0.2 (d36a590e-5aca-4f4b-84ba-ed6272112a6f/6261f153-df76-4666-8c12-d3f7ad70249a/372f4813-ca81-40ba-ba6e-8915d8f9bc24) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:49.206053 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:49.220136 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:49.222962 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:49.224493 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:35:49.312919 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Publish callbacks [] for router_gateway (115fa28b-f5c6-4177-8cbb-a31c9f89e350), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:49.330611 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Pushing event updated for resources: {'Port': ['ID=6d4e992f-cf5f-4942-b2e4-0e14acf69230,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:49.337779 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Allocated IP 172.27.2.244 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/e0df2bc9-ed29-4249-a254-408852a7c333) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:49.374798 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:49.476488 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Set router 32728491-d7b9-4d87-bd31-d3b3afc8e649 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:35:49.522314 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:49.604457 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Publish callbacks [] for port (e0df2bc9-ed29-4249-a254-408852a7c333), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:49.671248 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Publish callbacks [] for router_gateway (8a70b9b0-fc79-49e9-9fdd-479734afd75b), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:49.902353 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:49.908493 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (e0df2bc9-ed29-4249-a254-408852a7c333), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:49.918889 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'name': 'tempest-DeleteServersTestJSON-178367514-router', 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '295807ee-a1e1-45e8-97c1-bae44133c635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:44Z', 'updated_at': '2022-07-27T16:35:47Z', 'revision_number': 3, 'project_id': '9f922d21e1e8434ea5e93938dc56bed9', 'gw_port': {'id': '295807ee-a1e1-45e8-97c1-bae44133c635', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:45Z', 'updated_at': '2022-07-27T16:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:50.025334 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36674) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:50.027562 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Checking router: 32728491-d7b9-4d87-bd31-d3b3afc8e649 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:35:50.030792 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Updating router 32728491-d7b9-4d87-bd31-d3b3afc8e649 port 295807ee-a1e1-45e8-97c1-bae44133c635 binding host dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:35:50.039350 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:50.043096 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-bab56bd4-bebb-42c3-bca2-474c5b29f7ce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1826761158-network', 'tenant_id': '033aea18564f471faaa2c9b9672eaaeb'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:50.059814 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Allocated IP 172.20.0.2 (5f30e4e1-bf07-478c-895f-f27f24b25617/8d480ff8-5cfd-4620-8bc1-bd543d69a3cf/52c0f3a6-f14d-48e3-87db-711752f858cd) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:50.080709 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:50.080936 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fff6a5-d239-433a-8d5c-cecd98b6b8ff None None] Network b2c9f20d-607f-4cda-9dce-acbec5f87c42 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:35:50.082164 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:50.092665 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (295807ee-a1e1-45e8-97c1-bae44133c635), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:50.095165 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:35:50.149480 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Publish callbacks [] for port (372f4813-ca81-40ba-ba6e-8915d8f9bc24), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:50.161560 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] For port 5306e945-2b4a-4bbb-b43c-353b2c855f8a, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:50.179036 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] For port 5306e945-2b4a-4bbb-b43c-353b2c855f8a, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=5306e945-2b4a-4bbb-b43c-353b2c855f8a,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:50.205099 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:50.212782 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (5306e945-2b4a-4bbb-b43c-353b2c855f8a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:50.215336 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:50.243898 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:50.261072 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (372f4813-ca81-40ba-ba6e-8915d8f9bc24), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:50.314254 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-659c3978-c443-4342-acbf-fa2f5cdaaa46 None None] Current status of the port a6a6dd36-f944-4f7c-9218-f384cb88fa18 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:35:50.364937 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Pushing event updated for resources: {'Port': ['ID=e0df2bc9-ed29-4249-a254-408852a7c333,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:50.386462 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab56bd4-bebb-42c3-bca2-474c5b29f7ce admin admin] Made reservation on behalf of 033aea18564f471faaa2c9b9672eaaeb for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:50.390220 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bab56bd4-bebb-42c3-bca2-474c5b29f7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:50.429737 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Allocated IP 172.27.2.204 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/318c1116-78bd-44d6-ae53-500baa4e4774) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:50.478398 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bab56bd4-bebb-42c3-bca2-474c5b29f7ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:50.481443 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Network d36a590e-5aca-4f4b-84ba-ed6272112a6f is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:50.500882 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:50.507219 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5e450-7546-4e0e-a211-1d1ac8a4fde4 None None] Pushing event updated for resources: {'Port': ['ID=5306e945-2b4a-4bbb-b43c-353b2c855f8a,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:50.541519 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:35:50.554859 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Allocated IP 172.20.0.1 (7942e80d-cb37-4e51-832b-051e74cf2da3/13b57cb1-4380-44f4-9d05-d065e33466d3/5663b798-2c72-4d76-bec9-a77037f10554) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:50.594143 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Allocated IP 172.20.0.2 (22edebd8-fe29-44cb-9c58-64fe5ac1da5e/0f8f2e6b-ff3c-47af-8857-06c3b916a7f6/1bfa0b52-e37f-4ed3-9004-d45664dd9dfc) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:50.733516 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device a6a6dd36-f944-4f7c-9218-f384cb88fa18 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:50.745293 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429441'] for router (8a70b9b0-fc79-49e9-9fdd-479734afd75b), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:50.757986 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Pushing event updated for resources: {'Port': ['ID=372f4813-ca81-40ba-ba6e-8915d8f9bc24,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:50.759055 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:50.813834 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Publish callbacks [] for port (5663b798-2c72-4d76-bec9-a77037f10554), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:50.849010 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (5663b798-2c72-4d76-bec9-a77037f10554), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:50.869850 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:50.885412 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:50.925280 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Network 7942e80d-cb37-4e51-832b-051e74cf2da3 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:50.932692 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:50.937491 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:35:50.937992 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565633'] for router_interface (32728491-d7b9-4d87-bd31-d3b3afc8e649), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.041120 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Pushing event updated for resources: {'Port': ['ID=5663b798-2c72-4d76-bec9-a77037f10554,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:51.104435 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Attempting to bind port 372f4813-ca81-40ba-ba6e-8915d8f9bc24 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:35:51.105474 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Attempting to bind port 372f4813-ca81-40ba-ba6e-8915d8f9bc24 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:35:51.106044 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Attempting to bind port 372f4813-ca81-40ba-ba6e-8915d8f9bc24 on network d36a590e-5aca-4f4b-84ba-ed6272112a6f {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:35:51.133297 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:35:51.133740 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Checking segment: {'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:35:51.134188 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.134638 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Bound using segment: {'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:35:51.135133 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Bound port: 372f4813-ca81-40ba-ba6e-8915d8f9bc24, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:35:51.135518 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (372f4813-ca81-40ba-ba6e-8915d8f9bc24), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.163286 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bab56bd4-bebb-42c3-bca2-474c5b29f7ce admin admin] Publish callbacks [] for security_group (128282b8-4c1b-41a5-97ed-333232536919), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.167044 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Publish callbacks [] for port (318c1116-78bd-44d6-ae53-500baa4e4774), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.214516 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:51.221493 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Publish callbacks [] for router_gateway (c037b20e-585e-4b9a-abb4-6302ffab189b), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.261300 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Publish callbacks [] for port (52c0f3a6-f14d-48e3-87db-711752f858cd), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.297327 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (52c0f3a6-f14d-48e3-87db-711752f858cd), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.314733 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bab56bd4-bebb-42c3-bca2-474c5b29f7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (128282b8-4c1b-41a5-97ed-333232536919), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.326087 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (318c1116-78bd-44d6-ae53-500baa4e4774), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.344070 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Publish callbacks [] for port (1bfa0b52-e37f-4ed3-9004-d45664dd9dfc), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.360455 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Network 5f30e4e1-bf07-478c-895f-f27f24b25617 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:51.365932 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port a6a6dd36-f944-4f7c-9218-f384cb88fa18 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:35:51.366322 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (a6a6dd36-f944-4f7c-9218-f384cb88fa18), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.382106 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:51.402209 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:51.403554 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (1bfa0b52-e37f-4ed3-9004-d45664dd9dfc), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.412615 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] For port 372f4813-ca81-40ba-ba6e-8915d8f9bc24, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:51.413654 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Allocated IP 172.27.2.234 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/e2214acf-25e9-4e9a-9115-e5ca03629a45) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:51.417747 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:35:51.421156 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-509a06e7-315c-4d5d-9133-6c035f421b62 None None] Provisioning complete for port 5663b798-2c72-4d76-bec9-a77037f10554 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:35:51.421974 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-509a06e7-315c-4d5d-9133-6c035f421b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (5663b798-2c72-4d76-bec9-a77037f10554), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.433560 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (5663b798-2c72-4d76-bec9-a77037f10554), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.441588 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab56bd4-bebb-42c3-bca2-474c5b29f7ce admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:35:51.472634 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Pushing event updated for resources: {'Port': ['ID=52c0f3a6-f14d-48e3-87db-711752f858cd,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:51.477079 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:51.477766 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] For port 372f4813-ca81-40ba-ba6e-8915d8f9bc24, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=372f4813-ca81-40ba-ba6e-8915d8f9bc24,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:51.484858 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab56bd4-bebb-42c3-bca2-474c5b29f7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128282b8-4c1b-41a5-97ed-333232536919,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:51.499607 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:51.503150 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:35:51.510537 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Router 8a70b9b0-fc79-49e9-9fdd-479734afd75b is scheduled to L3 agent 30eac719-5180-4546-94d5-bc45597d1397 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 16:35:51.518923 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:51.521521 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bab56bd4-bebb-42c3-bca2-474c5b29f7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (32bdb3c9-84cb-4dbd-998f-bba57f06bf1a), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.521985 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-bab56bd4-bebb-42c3-bca2-474c5b29f7ce admin admin] Added segment 32bdb3c9-84cb-4dbd-998f-bba57f06bf1a of type vlan for network 0361de21-e338-445e-b2fe-a36a5489921b Jul 27 16:35:51.522500 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (372f4813-ca81-40ba-ba6e-8915d8f9bc24), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.563190 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:51.594949 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-509a06e7-315c-4d5d-9133-6c035f421b62 None None] Port 5663b798-2c72-4d76-bec9-a77037f10554 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:35:51.596848 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:35:51.624687 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Attempting to bind port 52c0f3a6-f14d-48e3-87db-711752f858cd on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:35:51.625086 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Attempting to bind port 52c0f3a6-f14d-48e3-87db-711752f858cd by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '4a2469d2-9af5-465c-92c5-01dc1752688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:35:51.625455 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Attempting to bind port 52c0f3a6-f14d-48e3-87db-711752f858cd on network 5f30e4e1-bf07-478c-895f-f27f24b25617 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:35:51.634832 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:35:51.635211 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Checking segment: {'id': '4a2469d2-9af5-465c-92c5-01dc1752688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:35:51.635618 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.636006 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Bound using segment: {'id': '4a2469d2-9af5-465c-92c5-01dc1752688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:35:51.636492 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Bound port: 52c0f3a6-f14d-48e3-87db-711752f858cd, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2469d2-9af5-465c-92c5-01dc1752688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:35:51.636873 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (52c0f3a6-f14d-48e3-87db-711752f858cd), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.645979 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Pushing event updated for resources: {'Port': ['ID=318c1116-78bd-44d6-ae53-500baa4e4774,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:51.712612 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bab56bd4-bebb-42c3-bca2-474c5b29f7ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (0361de21-e338-445e-b2fe-a36a5489921b), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.725008 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:51.725185 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Pushing event updated for resources: {'Port': ['ID=1bfa0b52-e37f-4ed3-9004-d45664dd9dfc,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:51.754219 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Publish callbacks [] for port (e2214acf-25e9-4e9a-9115-e5ca03629a45), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.776168 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Publish callbacks [] for port (5663b798-2c72-4d76-bec9-a77037f10554), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.783250 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (5663b798-2c72-4d76-bec9-a77037f10554), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.784561 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565757'] for router_interface (32728491-d7b9-4d87-bd31-d3b3afc8e649), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.861943 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Attempting to bind port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:35:51.863032 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Attempting to bind port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:35:51.864577 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Attempting to bind port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc on network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:35:51.873489 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port a6a6dd36-f944-4f7c-9218-f384cb88fa18 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:35:51.907227 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Pushing event updated for resources: {'Port': ['ID=5663b798-2c72-4d76-bec9-a77037f10554,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:51.912563 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bab56bd4-bebb-42c3-bca2-474c5b29f7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (0361de21-e338-445e-b2fe-a36a5489921b), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.914364 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab56bd4-bebb-42c3-bca2-474c5b29f7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:35:51.914364 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bab56bd4-bebb-42c3-bca2-474c5b29f7ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.924910 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (e2214acf-25e9-4e9a-9115-e5ca03629a45), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.929577 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:35:51.930730 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Checking segment: {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:35:51.931283 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.931688 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Bound using segment: {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:35:51.932183 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Bound port: 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:35:51.932594 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (1bfa0b52-e37f-4ed3-9004-d45664dd9dfc), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:51.954522 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] For port 52c0f3a6-f14d-48e3-87db-711752f858cd, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:51.994060 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:52.026295 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:52.056642 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] For port 52c0f3a6-f14d-48e3-87db-711752f858cd, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=52c0f3a6-f14d-48e3-87db-711752f858cd,segment=NetworkSegment(4a2469d2-9af5-465c-92c5-01dc1752688b),segment_id=4a2469d2-9af5-465c-92c5-01dc1752688b)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:52.065608 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:52.076346 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:35:52.080846 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Pushing event updated for resources: {'Port': ['ID=e2214acf-25e9-4e9a-9115-e5ca03629a45,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:52.132788 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:52.145347 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (52c0f3a6-f14d-48e3-87db-711752f858cd), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:52.148178 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429441'] for router (c037b20e-585e-4b9a-abb4-6302ffab189b), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:52.156559 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176656fe-1b1e-4307-86c5-344fb980e1b2 None None] Pushing event updated for resources: {'Port': ['ID=372f4813-ca81-40ba-ba6e-8915d8f9bc24,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:52.173969 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] For port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:52.179288 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Network 7942e80d-cb37-4e51-832b-051e74cf2da3 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:52.182724 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:52.223403 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Publish callbacks [] for port (295807ee-a1e1-45e8-97c1-bae44133c635), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:52.231310 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (295807ee-a1e1-45e8-97c1-bae44133c635), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:52.282156 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7635d04a-6887-4098-8b9a-732b39e8a195 None None] Network 4b2b545b-e176-40e2-8391-7dafbc2122d9 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:35:52.301928 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] For port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=1bfa0b52-e37f-4ed3-9004-d45664dd9dfc,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:52.336286 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Pushing event updated for resources: {'Port': ['ID=295807ee-a1e1-45e8-97c1-bae44133c635,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:52.354509 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:52.355852 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:52.357363 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:52.357772 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:52.361162 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:52.361616 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:52.362564 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:52.362933 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:52.364442 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:52.364821 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:52.365207 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:52.365732 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:52.367353 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:52.367932 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:52.368826 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:52.374695 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:35:52.375353 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Tracked resource versions report: Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: pushed versions: Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: { 'AddressGroup': {'1.2'}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Agent': {'1.1'}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'ConntrackHelper': {'1.0'}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'LocalIPAssociation': {'1.0'}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Log': {'1.0'}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'NDPProxy': {'1.0'}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Network': {'1.1'}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Port': {'1.7'}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'PortForwarding': {'1.3'}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'QosPolicy': {'1.10'}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'SecurityGroup': {'1.5'}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'SecurityGroupRule': {'1.2'}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'SubPort': {'1.0'}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Subnet': {'1.1'}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Trunk': {'1.1'}} Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: consumer versions: Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: { DHCP agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: HyperV agent@hv-cinder-84969: {}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: L3 agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: Metadata agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: Metering agent@dv-cinder-849690-6-iscsi: {}, Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: Open vSwitch agent@dv-cinder-849690-6-iscsi: { 'AddressGroup': '1.2', Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Agent': '1.1', Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'ConntrackHelper': '1.0', Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'LocalIPAssociation': '1.0', Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Log': '1.0', Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'NDPProxy': '1.0', Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Network': '1.1', Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Port': '1.7', Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'PortForwarding': '1.3', Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'QosPolicy': '1.10', Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'SecurityGroup': '1.5', Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'SecurityGroupRule': '1.2', Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'SubPort': '1.0', Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Subnet': '1.1', Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: 'Trunk': '1.1'}} Jul 27 16:35:52.385783 dv-cinder-849690-6-iscsi neutron-server[104024]: {{(pid=104024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 16:35:52.388848 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:52.392991 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-bab56bd4-bebb-42c3-bca2-474c5b29f7ce admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.3559711 Jul 27 16:35:52.405476 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36698) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:52.441840 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (1bfa0b52-e37f-4ed3-9004-d45664dd9dfc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:52.456914 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Sync routers for ids ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:35:52.473207 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-a18b623e-3cb7-409d-82ab-b185a624a04b admin admin] Request body: {'subnet': {'network_id': '0361de21-e338-445e-b2fe-a36a5489921b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1826761158-subnet', 'tenant_id': '033aea18564f471faaa2c9b9672eaaeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:35:52.485500 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a315fa1-6e2b-4eca-93ac-3ac7b523871f None None] Pushing event updated for resources: {'Port': ['ID=52c0f3a6-f14d-48e3-87db-711752f858cd,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:52.498323 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Attempting to bind port 295807ee-a1e1-45e8-97c1-bae44133c635 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:35:52.499616 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Attempting to bind port 295807ee-a1e1-45e8-97c1-bae44133c635 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:35:52.501297 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Attempting to bind port 295807ee-a1e1-45e8-97c1-bae44133c635 on network 324767fb-ff40-4d46-af34-41c9254e2f1f {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:35:52.501538 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab56bd4-bebb-42c3-bca2-474c5b29f7ce admin admin] Pushing event updated for resources: {'Network': ['ID=0361de21-e338-445e-b2fe-a36a5489921b,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:52.509585 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Router 32728491-d7b9-4d87-bd31-d3b3afc8e649 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:35:52.527406 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:35:52.528085 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Checking segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:35:52.529404 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-e65db889-4f78-44f5-ae0e-af66e34b4169 None None] Provisioning complete for port 5306e945-2b4a-4bbb-b43c-353b2c855f8a triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:35:52.529857 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e65db889-4f78-44f5-ae0e-af66e34b4169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (5306e945-2b4a-4bbb-b43c-353b2c855f8a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:52.530779 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:52.531359 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Bound using segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:35:52.534467 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Bound port: 295807ee-a1e1-45e8-97c1-bae44133c635, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:35:52.535088 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (295807ee-a1e1-45e8-97c1-bae44133c635), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:52.535496 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:52.541405 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f57f2fdd-837c-4837-85b2-96686870f5bc admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0039363 Jul 27 16:35:52.547343 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36702) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:52.556841 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network 0361de21-e338-445e-b2fe-a36a5489921b details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:35:52.695479 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] For port 295807ee-a1e1-45e8-97c1-bae44133c635, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:52.700401 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] For port 295807ee-a1e1-45e8-97c1-bae44133c635, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=295807ee-a1e1-45e8-97c1-bae44133c635,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:52.722458 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Routers {'8a70b9b0-fc79-49e9-9fdd-479734afd75b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:35:52.723114 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:52.727910 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Publish callbacks [] for router_gateway (115fa28b-f5c6-4177-8cbb-a31c9f89e350), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:52.729941 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (295807ee-a1e1-45e8-97c1-bae44133c635), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:52.854017 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:52.865913 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243c58e-5a03-4d21-931c-94346523d952 None None] Pushing event updated for resources: {'Port': ['ID=295807ee-a1e1-45e8-97c1-bae44133c635,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:52.885720 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18b623e-3cb7-409d-82ab-b185a624a04b admin admin] Made reservation on behalf of 033aea18564f471faaa2c9b9672eaaeb for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:35:52.888111 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a18b623e-3cb7-409d-82ab-b185a624a04b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:52.908000 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Routers {'32728491-d7b9-4d87-bd31-d3b3afc8e649'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:35:52.914452 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['32728491-d7b9-4d87-bd31-d3b3afc8e649'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:52.931216 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Publish callbacks [] for router_gateway (c639a3f3-7ad1-47f1-a4f8-69520ce6d247), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:53.030536 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 372f4813-ca81-40ba-ba6e-8915d8f9bc24 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:53.042106 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619c84d-e3ac-434e-89af-74790ef794b6 None None] Pushing event updated for resources: {'Port': ['ID=1bfa0b52-e37f-4ed3-9004-d45664dd9dfc,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:53.051556 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:35:53.066629 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-3f881bb2-7f31-4a0a-9d7a-f66c511d0595 admin admin] 10.222.0.74 "PUT /v2.0/routers/32728491-d7b9-4d87-bd31-d3b3afc8e649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0043917 Jul 27 16:35:53.180956 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] Set router 32728491-d7b9-4d87-bd31-d3b3afc8e649 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:35:53.250187 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429441'] for router (115fa28b-f5c6-4177-8cbb-a31c9f89e350), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:53.324758 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:53.335212 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:53.528534 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Router c037b20e-585e-4b9a-abb4-6302ffab189b is scheduled to L3 agent 30eac719-5180-4546-94d5-bc45597d1397 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 16:35:53.597668 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 is scheduled to L3 agent 30eac719-5180-4546-94d5-bc45597d1397 with binding_index 1 {{(pid=104022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 16:35:53.622200 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:53.637489 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'name': 'tempest-DeleteServersTestJSON-178367514-router', 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '295807ee-a1e1-45e8-97c1-bae44133c635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:44Z', 'updated_at': '2022-07-27T16:35:51Z', 'revision_number': 4, 'project_id': '9f922d21e1e8434ea5e93938dc56bed9', 'gw_port': {'id': '295807ee-a1e1-45e8-97c1-bae44133c635', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:45Z', 'updated_at': '2022-07-27T16:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '5663b798-2c72-4d76-bec9-a77037f10554', 'name': '', 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3', 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9', 'mac_address': 'fa:16:3e:7e:da:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '13b57cb1-4380-44f4-9d05-d065e33466d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:50Z', 'updated_at': '2022-07-27T16:35:51Z', 'revision_number': 2, 'project_id': '9f922d21e1e8434ea5e93938dc56bed9', 'subnets': [{'id': '13b57cb1-4380-44f4-9d05-d065e33466d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:53.680330 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115afab4-e8ef-4b22-814e-15073d90119f None None] The sync data for ids ['32728491-d7b9-4d87-bd31-d3b3afc8e649'] in dv-cinder-849690-6-iscsi is: [{'id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'name': 'tempest-DeleteServersTestJSON-178367514-router', 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '295807ee-a1e1-45e8-97c1-bae44133c635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:44Z', 'updated_at': '2022-07-27T16:35:51Z', 'revision_number': 4, 'project_id': '9f922d21e1e8434ea5e93938dc56bed9', 'gw_port': {'id': '295807ee-a1e1-45e8-97c1-bae44133c635', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:45Z', 'updated_at': '2022-07-27T16:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '5663b798-2c72-4d76-bec9-a77037f10554', 'name': '', 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3', 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9', 'mac_address': 'fa:16:3e:7e:da:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '13b57cb1-4380-44f4-9d05-d065e33466d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:50Z', 'updated_at': '2022-07-27T16:35:51Z', 'revision_number': 2, 'project_id': '9f922d21e1e8434ea5e93938dc56bed9', 'subnets': [{'id': '13b57cb1-4380-44f4-9d05-d065e33466d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:35:53.683652 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Set router 8a70b9b0-fc79-49e9-9fdd-479734afd75b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:35:53.842029 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf3acf3-8ffa-4b72-b56f-d670bb5f98ff None None] Network d36a590e-5aca-4f4b-84ba-ed6272112a6f requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:35:53.893157 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 372f4813-ca81-40ba-ba6e-8915d8f9bc24 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:35:53.893527 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (372f4813-ca81-40ba-ba6e-8915d8f9bc24), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:53.895081 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-e65db889-4f78-44f5-ae0e-af66e34b4169 None None] Current status of the port 5306e945-2b4a-4bbb-b43c-353b2c855f8a is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:35:53.895447 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e65db889-4f78-44f5-ae0e-af66e34b4169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (5306e945-2b4a-4bbb-b43c-353b2c855f8a), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:53.976399 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36732) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:53.979467 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429441'] for router (c639a3f3-7ad1-47f1-a4f8-69520ce6d247), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:53.984386 dv-cinder-849690-6-iscsi neutron-server[104021]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 16:35:53.995753 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a18b623e-3cb7-409d-82ab-b185a624a04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for subnet (4e65a5ba-9d1a-4ba9-a50d-7685f2059b3a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:54.005047 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:54.043734 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:35:54.076069 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Sync routers for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:35:54.097319 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:54.098698 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-66124a0f-de1b-4421-8195-8ce914c6f82b admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0793786 Jul 27 16:35:54.102106 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 36734) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:54.106445 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-e65db889-4f78-44f5-ae0e-af66e34b4169 None None] For port 5306e945-2b4a-4bbb-b43c-353b2c855f8a, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=5306e945-2b4a-4bbb-b43c-353b2c855f8a,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:54.108695 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:35:54.109341 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:54.125415 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e65db889-4f78-44f5-ae0e-af66e34b4169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (5306e945-2b4a-4bbb-b43c-353b2c855f8a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:54.204089 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:54.357113 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:54.360490 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b623e-3cb7-409d-82ab-b185a624a04b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e65a5ba-9d1a-4ba9-a50d-7685f2059b3a,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:54.374873 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae25be5-adb1-4656-8fc5-e6e6d5e61e1c None None] Network 5f30e4e1-bf07-478c-895f-f27f24b25617 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:35:54.400744 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:35:54.568743 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:54.647892 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65db889-4f78-44f5-ae0e-af66e34b4169 None None] Pushing event updated for resources: {'Port': ['ID=5306e945-2b4a-4bbb-b43c-353b2c855f8a,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:54.799081 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-94431e75-c176-4528-9012-f1ae7c3becb0 None None] Provisioning complete for port 5663b798-2c72-4d76-bec9-a77037f10554 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:35:54.800577 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94431e75-c176-4528-9012-f1ae7c3becb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (5663b798-2c72-4d76-bec9-a77037f10554), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:54.900543 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-94431e75-c176-4528-9012-f1ae7c3becb0 None None] Port 5663b798-2c72-4d76-bec9-a77037f10554 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:35:54.911629 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 372f4813-ca81-40ba-ba6e-8915d8f9bc24 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:35:54.914482 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (372f4813-ca81-40ba-ba6e-8915d8f9bc24), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:55.010299 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] For port 372f4813-ca81-40ba-ba6e-8915d8f9bc24, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=372f4813-ca81-40ba-ba6e-8915d8f9bc24,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:35:55.014339 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:49Z', 'revision_number': 3, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:55.015476 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:52Z', 'revision_number': 3, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:55.031215 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (372f4813-ca81-40ba-ba6e-8915d8f9bc24), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:55.035479 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 5306e945-2b4a-4bbb-b43c-353b2c855f8a up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:55.168703 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Checking router: 115fa28b-f5c6-4177-8cbb-a31c9f89e350 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:35:55.169316 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Updating router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 port e2214acf-25e9-4e9a-9115-e5ca03629a45 binding host dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:35:55.210665 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-94431e75-c176-4528-9012-f1ae7c3becb0 None None] Provisioning complete for port 5306e945-2b4a-4bbb-b43c-353b2c855f8a triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:35:55.211513 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94431e75-c176-4528-9012-f1ae7c3becb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (5306e945-2b4a-4bbb-b43c-353b2c855f8a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:55.248047 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (e2214acf-25e9-4e9a-9115-e5ca03629a45), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:55.260958 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:55.265786 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4a688b-89ce-4af6-b7e0-3917619066b4 None None] Network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:35:55.354062 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Checking router: 8a70b9b0-fc79-49e9-9fdd-479734afd75b for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:35:55.356782 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b623e-3cb7-409d-82ab-b185a624a04b admin admin] Checking segment: {'id': '32bdb3c9-84cb-4dbd-998f-bba57f06bf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '0361de21-e338-445e-b2fe-a36a5489921b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:35:55.357236 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18b623e-3cb7-409d-82ab-b185a624a04b admin admin] Network hostable DHCP agents. Network: 0361de21-e338-445e-b2fe-a36a5489921b, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:35:55.360000 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Updating router 8a70b9b0-fc79-49e9-9fdd-479734afd75b port 6d4e992f-cf5f-4942-b2e4-0e14acf69230 binding host dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:35:55.393844 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-27976af8-3165-4250-a390-6c0cc22ce887 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:35:55.404266 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-27976af8-3165-4250-a390-6c0cc22ce887 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/networks?id=7942e80d-cb37-4e51-832b-051e74cf2da3 HTTP/1.1" status: 200 len: 811 time: 1.4263775 Jul 27 16:35:55.441342 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:35:55.474706 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (6d4e992f-cf5f-4942-b2e4-0e14acf69230), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:55.484151 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-6b7018ee-9f49-4683-9ed6-9ae25da0079f tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/quotas/9f922d21e1e8434ea5e93938dc56bed9 HTTP/1.1" status: 200 len: 375 time: 0.0786638 Jul 27 16:35:55.589920 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Sync routers for ids ['c037b20e-585e-4b9a-abb4-6302ffab189b'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:35:55.605745 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:55.643188 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:55.667830 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Allocated IP 172.20.0.1 (22edebd8-fe29-44cb-9c58-64fe5ac1da5e/0f8f2e6b-ff3c-47af-8857-06c3b916a7f6/740a13ef-b8e5-43de-898b-09a30775d2b3) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:55.715504 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:55.741113 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:55.800859 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 5306e945-2b4a-4bbb-b43c-353b2c855f8a triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:35:55.801602 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (5306e945-2b4a-4bbb-b43c-353b2c855f8a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:55.804189 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Routers {'c037b20e-585e-4b9a-abb4-6302ffab189b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:35:55.804921 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c037b20e-585e-4b9a-abb4-6302ffab189b'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:55.878939 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Publish callbacks [] for port (e2214acf-25e9-4e9a-9115-e5ca03629a45), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:55.885551 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (e2214acf-25e9-4e9a-9115-e5ca03629a45), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:55.890581 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Publish callbacks [] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:55.969387 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a22f47-3fa9-4f5b-b987-51cf05008c2f None None] Pushing event updated for resources: {'Port': ['ID=e2214acf-25e9-4e9a-9115-e5ca03629a45,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:55.997757 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:56.007535 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Attempting to bind port e2214acf-25e9-4e9a-9115-e5ca03629a45 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:35:56.007905 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Attempting to bind port e2214acf-25e9-4e9a-9115-e5ca03629a45 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:35:56.008311 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Attempting to bind port e2214acf-25e9-4e9a-9115-e5ca03629a45 on network 324767fb-ff40-4d46-af34-41c9254e2f1f {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:35:56.014939 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:35:56.015373 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Checking segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:35:56.015822 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:56.016345 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Bound using segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:35:56.017112 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Bound port: e2214acf-25e9-4e9a-9115-e5ca03629a45, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:35:56.018075 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (e2214acf-25e9-4e9a-9115-e5ca03629a45), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:56.052255 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Set router c037b20e-585e-4b9a-abb4-6302ffab189b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:35:56.087610 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:56.089694 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-dd7fd5e5-50dc-4bdf-a0a9-5d944a19d347 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.0072818 Jul 27 16:35:56.104397 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 36790) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:56.138520 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] For port e2214acf-25e9-4e9a-9115-e5ca03629a45, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:56.145158 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] For port e2214acf-25e9-4e9a-9115-e5ca03629a45, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=e2214acf-25e9-4e9a-9115-e5ca03629a45,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:56.163448 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (e2214acf-25e9-4e9a-9115-e5ca03629a45), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:56.200234 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:56.215130 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:56.217218 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-aaed55ff-b612-4bc8-b5ac-39565cc12e92 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f922d21e1e8434ea5e93938dc56bed9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7313428 Jul 27 16:35:56.227785 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-35752984-3393-486c-935d-b79c9b8fd7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:56.237810 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:35:56.238307 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565633'] for router_interface (115fa28b-f5c6-4177-8cbb-a31c9f89e350), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:56.268445 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:56.273596 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a22f47-3fa9-4f5b-b987-51cf05008c2f None None] Pushing event updated for resources: {'Port': ['ID=e2214acf-25e9-4e9a-9115-e5ca03629a45,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:56.312411 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:35:56.314526 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:56.315463 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Pushing event updated for resources: {'Port': ['ID=740a13ef-b8e5-43de-898b-09a30775d2b3,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:56.323279 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Pushing event updated for resources: {'Port': ['ID=372f4813-ca81-40ba-ba6e-8915d8f9bc24,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:56.326992 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18b623e-3cb7-409d-82ab-b185a624a04b admin admin] Network 0361de21-e338-445e-b2fe-a36a5489921b is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:35:56.390320 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-a18b623e-3cb7-409d-82ab-b185a624a04b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, 0361de21-e338-445e-b2fe-a36a5489921b) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:56.407210 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 is scheduled to L3 agent 30eac719-5180-4546-94d5-bc45597d1397 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 16:35:56.409926 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:56.453072 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b623e-3cb7-409d-82ab-b185a624a04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:35:56.456347 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a18b623e-3cb7-409d-82ab-b185a624a04b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:56.520235 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:56.549943 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a18b623e-3cb7-409d-82ab-b185a624a04b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.0805163 Jul 27 16:35:56.601388 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:35:56.655458 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-1412c926-57d3-4e59-8fbf-86b0e70e2ed7 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 16:35:56.657077 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-1412c926-57d3-4e59-8fbf-86b0e70e2ed7 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1043913 Jul 27 16:35:56.762760 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd795994-5b9a-4037-85d1-a92e801d37d6 None None] Network 0361de21-e338-445e-b2fe-a36a5489921b requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:35:56.832610 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 36818) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:56.889748 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:56.899805 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:56.990662 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1b1efa-c4f5-4a29-9f38-4cf4fd37a323 admin admin] Deleting subnet 6051a4f6-3021-4a78-9dd3-7c71d6acb064 {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 16:35:57.049850 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:52Z', 'revision_number': 3, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:57.078771 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-c42a96df-b0f9-4866-8333-419e21958fd2 service neutron] 10.222.0.74 "GET /v2.0/networks/7942e80d-cb37-4e51-832b-051e74cf2da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117491 Jul 27 16:35:57.088338 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdff5915-4345-4ba0-ad43-c78ad69a375e None None] The sync data for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi is: [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:52Z', 'revision_number': 3, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:35:57.127238 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:57.147807 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5f1b1efa-c4f5-4a29-9f38-4cf4fd37a323 admin admin] Publish callbacks [] for subnet (6051a4f6-3021-4a78-9dd3-7c71d6acb064), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:57.159773 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:35:57.190454 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:57.191704 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a591233f-5581-4894-8768-89223e7918eb admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.8351767 Jul 27 16:35:57.192171 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Sync routers for ids ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:35:57.198765 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36824) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:57.205664 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5f1b1efa-c4f5-4a29-9f38-4cf4fd37a323 admin admin] Publish callbacks [] for subnet (6051a4f6-3021-4a78-9dd3-7c71d6acb064), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:57.211274 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Routers {'c639a3f3-7ad1-47f1-a4f8-69520ce6d247'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:35:57.211935 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:57.224642 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5f1b1efa-c4f5-4a29-9f38-4cf4fd37a323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1235243'] for subnet (6051a4f6-3021-4a78-9dd3-7c71d6acb064), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:57.296148 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-94431e75-c176-4528-9012-f1ae7c3becb0 None None] Current status of the port 5306e945-2b4a-4bbb-b43c-353b2c855f8a is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:35:57.374491 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 5306e945-2b4a-4bbb-b43c-353b2c855f8a is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:35:57.405937 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5f1b1efa-c4f5-4a29-9f38-4cf4fd37a323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1235234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for subnet (6051a4f6-3021-4a78-9dd3-7c71d6acb064), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:57.422013 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-94431e75-c176-4528-9012-f1ae7c3becb0 None None] Provisioning complete for port 372f4813-ca81-40ba-ba6e-8915d8f9bc24 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:35:57.423261 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94431e75-c176-4528-9012-f1ae7c3becb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (372f4813-ca81-40ba-ba6e-8915d8f9bc24), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:57.495666 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b1efa-c4f5-4a29-9f38-4cf4fd37a323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6051a4f6-3021-4a78-9dd3-7c71d6acb064,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:57.519499 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5f1b1efa-c4f5-4a29-9f38-4cf4fd37a323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:57.523010 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-5f1b1efa-c4f5-4a29-9f38-4cf4fd37a323 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6051a4f6-3021-4a78-9dd3-7c71d6acb064 HTTP/1.1" status: 204 len: 168 time: 0.6840882 Jul 27 16:35:57.529019 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:57.536861 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 36828) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:57.563573 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Set router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:35:57.706939 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f3d52f2c-6b74-4cbc-9610-4a324c1fe452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:57.728327 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06a30a1-56be-489c-9bcc-5336f426e1ec None None] Network 0361de21-e338-445e-b2fe-a36a5489921b requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:35:57.743413 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Sync routers for ids ['32728491-d7b9-4d87-bd31-d3b3afc8e649'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:35:57.787394 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-6938b5c8-f1ee-4b94-8011-90dd1b5221dd service neutron] 10.222.0.74 "GET /v2.0/networks/7942e80d-cb37-4e51-832b-051e74cf2da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7075942 Jul 27 16:35:58.014850 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:58.015714 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:58.018180 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Allocated IP 172.20.0.1 (4b2b545b-e176-40e2-8391-7dafbc2122d9/dd5a5861-0b12-4ebb-85aa-394b3176f5b9/77b25489-6804-4bd7-a6f3-11d26f97ab69) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:58.066463 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:35:51Z', 'revision_number': 3, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:58.123281 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 5306e945-2b4a-4bbb-b43c-353b2c855f8a up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:35:58.129640 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:58.134347 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:35:50Z', 'revision_number': 3, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port': {'id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:58.140316 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1293665'] for network (b2c9f20d-607f-4cda-9dce-acbec5f87c42), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:58.155285 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Checking router: c639a3f3-7ad1-47f1-a4f8-69520ce6d247 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:35:58.155628 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Updating router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 port 318c1116-78bd-44d6-ae53-500baa4e4774 binding host dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:35:58.185063 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Routers {'32728491-d7b9-4d87-bd31-d3b3afc8e649'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:35:58.185739 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:58Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['32728491-d7b9-4d87-bd31-d3b3afc8e649'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:58.210757 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (318c1116-78bd-44d6-ae53-500baa4e4774), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:58.332306 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36854) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:35:58.378072 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Checking router: c037b20e-585e-4b9a-abb4-6302ffab189b for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:35:58.378578 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Updating router c037b20e-585e-4b9a-abb4-6302ffab189b port e0df2bc9-ed29-4249-a254-408852a7c333 binding host dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:35:58.459230 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (e0df2bc9-ed29-4249-a254-408852a7c333), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:58.536465 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:58.556415 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:58.585960 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233157', 'neutron.services.segments.db._delete_segments_for_network-8729475437258'] for network (b2c9f20d-607f-4cda-9dce-acbec5f87c42), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:58.621362 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:58.633142 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:58.633497 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:58.634085 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Publish callbacks [] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:58.634564 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:58.635039 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:58.635613 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:58.636094 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:58.636574 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:58.637072 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:58.637545 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:58.638006 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:58.660189 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Set router 32728491-d7b9-4d87-bd31-d3b3afc8e649 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:35:58.669578 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9bc22aeb-bad9-43ad-bb02-d42858608cc0 req-2e379274-1eb5-4d84-be68-2a8e34b6e0b0 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 210 time: 0.2923114 Jul 27 16:35:58.735010 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:58.749461 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:58.807246 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:58.817195 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Network 4b2b545b-e176-40e2-8391-7dafbc2122d9 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:35:58.834762 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:35:58.872200 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:35:58.872723 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565633'] for router_interface (8a70b9b0-fc79-49e9-9fdd-479734afd75b), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:58.887208 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Publish callbacks [] for port (6d4e992f-cf5f-4942-b2e4-0e14acf69230), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:58.997123 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (6d4e992f-cf5f-4942-b2e4-0e14acf69230), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.117775 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.202593 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-94431e75-c176-4528-9012-f1ae7c3becb0 None None] Current status of the port 372f4813-ca81-40ba-ba6e-8915d8f9bc24 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:35:59.224452 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 5306e945-2b4a-4bbb-b43c-353b2c855f8a triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:35:59.224824 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (5306e945-2b4a-4bbb-b43c-353b2c855f8a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.228264 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Pushing event updated for resources: {'Port': ['ID=77b25489-6804-4bd7-a6f3-11d26f97ab69,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:59.269527 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:59.269527 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:59.269527 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:59.271357 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104022) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:35:59.272042 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c9f20d-607f-4cda-9dce-acbec5f87c42']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:59.325841 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Attempting to bind port 6d4e992f-cf5f-4942-b2e4-0e14acf69230 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:35:59.326756 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Attempting to bind port 6d4e992f-cf5f-4942-b2e4-0e14acf69230 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:35:59.327225 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Attempting to bind port 6d4e992f-cf5f-4942-b2e4-0e14acf69230 on network 324767fb-ff40-4d46-af34-41c9254e2f1f {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:35:59.352882 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57b0735-10ec-44a0-9490-ab2fe48f8871') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:59.353228 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57b0735-10ec-44a0-9490-ab2fe48f8871') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:59.360344 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:35:59.360727 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Checking segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:35:59.361177 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.363244 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Bound using segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:35:59.364432 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Bound port: 6d4e992f-cf5f-4942-b2e4-0e14acf69230, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:35:59.364825 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (6d4e992f-cf5f-4942-b2e4-0e14acf69230), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.407646 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Publish callbacks [] for port (318c1116-78bd-44d6-ae53-500baa4e4774), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.409291 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Publish callbacks [] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.414239 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (318c1116-78bd-44d6-ae53-500baa4e4774), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.418036 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:59.444470 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:59.483755 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Provisioning complete for port 372f4813-ca81-40ba-ba6e-8915d8f9bc24 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:35:59.484452 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (372f4813-ca81-40ba-ba6e-8915d8f9bc24), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.501632 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.555340 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ab3bc-348e-4fd5-adf4-d7132528a5c8 None None] Pushing event updated for resources: {'Port': ['ID=318c1116-78bd-44d6-ae53-500baa4e4774,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:59.561445 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Attempting to bind port 318c1116-78bd-44d6-ae53-500baa4e4774 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:35:59.566985 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Attempting to bind port 318c1116-78bd-44d6-ae53-500baa4e4774 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:35:59.567538 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Attempting to bind port 318c1116-78bd-44d6-ae53-500baa4e4774 on network 324767fb-ff40-4d46-af34-41c9254e2f1f {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:35:59.582935 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.588300 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:35:59.589059 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Checking segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:35:59.589633 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.590200 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Bound using segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:35:59.590822 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Bound port: 318c1116-78bd-44d6-ae53-500baa4e4774, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:35:59.591356 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (318c1116-78bd-44d6-ae53-500baa4e4774), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.596226 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729475437159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6765098'] for segment (d57b0735-10ec-44a0-9490-ab2fe48f8871), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.621176 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Allocated IP 172.20.0.1 (5f30e4e1-bf07-478c-895f-f27f24b25617/8d480ff8-5cfd-4620-8bc1-bd543d69a3cf/4ffee693-e913-4c90-93db-95726d255bb8) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:35:59.651600 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee03b6-4e1c-452c-ac8a-c0e35b449f7e None None] Pushing event updated for resources: {'Port': ['ID=6d4e992f-cf5f-4942-b2e4-0e14acf69230,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:35:59.709284 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] For port 318c1116-78bd-44d6-ae53-500baa4e4774, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:35:59.719510 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] For port 318c1116-78bd-44d6-ae53-500baa4e4774, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=318c1116-78bd-44d6-ae53-500baa4e4774,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:35:59.732054 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (318c1116-78bd-44d6-ae53-500baa4e4774), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.760708 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (d57b0735-10ec-44a0-9490-ab2fe48f8871), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.808764 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Routers {'c639a3f3-7ad1-47f1-a4f8-69520ce6d247'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:35:59.809347 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:58Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:35:59.835212 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:35:59.835618 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5991010'] for segment (d57b0735-10ec-44a0-9490-ab2fe48f8871), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.911140 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:35:59.930564 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-34fdb6ca-95d0-4ac0-b010-1849edb71d01 req-e0681c33-2776-4a5a-a140-770271ecd62f tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 210 time: 0.0982425 Jul 27 16:35:59.970091 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] Set router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:35:59.974353 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565757'] for router_interface (115fa28b-f5c6-4177-8cbb-a31c9f89e350), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:35:59.985509 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Pushing event updated for resources: {'Port': ['ID=740a13ef-b8e5-43de-898b-09a30775d2b3,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:00.023621 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Publish callbacks [] for port (e0df2bc9-ed29-4249-a254-408852a7c333), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.106202 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Publish callbacks [] for port (4ffee693-e913-4c90-93db-95726d255bb8), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.108007 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Allocated IP 172.20.0.1 (d36a590e-5aca-4f4b-84ba-ed6272112a6f/6261f153-df76-4666-8c12-d3f7ad70249a/053456a5-e3e7-4806-9eb0-38375cb80360) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:36:00.148117 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Publish callbacks [] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.162114 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.162922 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565757'] for router_interface (8a70b9b0-fc79-49e9-9fdd-479734afd75b), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.194915 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427568'] for network (b2c9f20d-607f-4cda-9dce-acbec5f87c42), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.206382 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:00.208696 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.218447 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] 10.222.0.74 "DELETE /v2.0/networks/b2c9f20d-607f-4cda-9dce-acbec5f87c42 HTTP/1.1" status: 204 len: 168 time: 2.6762815 Jul 27 16:36:00.284145 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] For port 6d4e992f-cf5f-4942-b2e4-0e14acf69230, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:00.293587 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment d57b0735-10ec-44a0-9490-ab2fe48f8871 resource provider aggregate not found Jul 27 16:36:00.297173 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 36926) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:00.300806 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (e0df2bc9-ed29-4249-a254-408852a7c333), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.325343 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment d57b0735-10ec-44a0-9490-ab2fe48f8871 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d57b0735-10ec-44a0-9490-ab2fe48f8871 found for delete ", "request_id": "req-a1a3dbe5-cc81-4d5c-938c-626c0dcb7c6a"}]} Jul 27 16:36:00.343374 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c43ca8-064d-4433-80b8-9febe6777ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c9f20d-607f-4cda-9dce-acbec5f87c42,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:00.398630 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] For port 6d4e992f-cf5f-4942-b2e4-0e14acf69230, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=6d4e992f-cf5f-4942-b2e4-0e14acf69230,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:00.438717 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'name': 'tempest-DeleteServersTestJSON-178367514-router', 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '295807ee-a1e1-45e8-97c1-bae44133c635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:44Z', 'updated_at': '2022-07-27T16:35:51Z', 'revision_number': 4, 'project_id': '9f922d21e1e8434ea5e93938dc56bed9', 'gw_port': {'id': '295807ee-a1e1-45e8-97c1-bae44133c635', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:45Z', 'updated_at': '2022-07-27T16:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '5663b798-2c72-4d76-bec9-a77037f10554', 'name': '', 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3', 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9', 'mac_address': 'fa:16:3e:7e:da:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '13b57cb1-4380-44f4-9d05-d065e33466d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:50Z', 'updated_at': '2022-07-27T16:35:51Z', 'revision_number': 2, 'project_id': '9f922d21e1e8434ea5e93938dc56bed9', 'subnets': [{'id': '13b57cb1-4380-44f4-9d05-d065e33466d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:00.442662 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:00.489829 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ab3bc-348e-4fd5-adf4-d7132528a5c8 None None] Pushing event updated for resources: {'Port': ['ID=318c1116-78bd-44d6-ae53-500baa4e4774,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:00.494024 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Checking router: 32728491-d7b9-4d87-bd31-d3b3afc8e649 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:36:00.494820 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Updating router 32728491-d7b9-4d87-bd31-d3b3afc8e649 port 5663b798-2c72-4d76-bec9-a77037f10554 binding host dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:36:00.520915 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Current status of the port 372f4813-ca81-40ba-ba6e-8915d8f9bc24 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:00.552528 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (6d4e992f-cf5f-4942-b2e4-0e14acf69230), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.567175 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:00.579561 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 5306e945-2b4a-4bbb-b43c-353b2c855f8a is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:00.580634 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 295807ee-a1e1-45e8-97c1-bae44133c635 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:00.585707 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d26ffda-e17f-4061-bd90-32deb278db46 admin admin] Deleting subnet 4e65a5ba-9d1a-4ba9-a50d-7685f2059b3a {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 16:36:00.611490 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.648920 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1d26ffda-e17f-4061-bd90-32deb278db46 admin admin] Publish callbacks [] for subnet (4e65a5ba-9d1a-4ba9-a50d-7685f2059b3a), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.667510 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:00.672843 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (4ffee693-e913-4c90-93db-95726d255bb8), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.682322 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Pushing event updated for resources: {'Port': ['ID=77b25489-6804-4bd7-a6f3-11d26f97ab69,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:00.727282 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.740645 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Provisioning complete for port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:00.740839 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:00.741135 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (1bfa0b52-e37f-4ed3-9004-d45664dd9dfc), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.742000 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Pushing event updated for resources: {'Port': ['ID=4ffee693-e913-4c90-93db-95726d255bb8,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:00.753374 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Network 5f30e4e1-bf07-478c-895f-f27f24b25617 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:00.753916 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Attempting to bind port e0df2bc9-ed29-4249-a254-408852a7c333 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:36:00.754390 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Attempting to bind port e0df2bc9-ed29-4249-a254-408852a7c333 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:36:00.755993 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Attempting to bind port e0df2bc9-ed29-4249-a254-408852a7c333 on network 324767fb-ff40-4d46-af34-41c9254e2f1f {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:00.759187 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:00.768223 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:36:00.768721 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565633'] for router_interface (c639a3f3-7ad1-47f1-a4f8-69520ce6d247), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.769404 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:00.823520 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:35:51Z', 'revision_number': 3, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:00.842668 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06148566-66ee-4e9a-b11e-3cef1fbdebec None None] Pushing event updated for resources: {'Port': ['ID=e0df2bc9-ed29-4249-a254-408852a7c333,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:00.843857 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Network 4b2b545b-e176-40e2-8391-7dafbc2122d9 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:00.849177 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:00.851259 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (5663b798-2c72-4d76-bec9-a77037f10554), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.887018 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e20334-2eb7-41bc-9883-c4b04b9788b9 None None] The sync data for ids ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'] in dv-cinder-849690-6-iscsi is: [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:35:51Z', 'revision_number': 3, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:36:00.899502 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1d26ffda-e17f-4061-bd90-32deb278db46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6765107'] for subnet (4e65a5ba-9d1a-4ba9-a50d-7685f2059b3a), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.996407 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:36:00.997113 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Checking segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:36:00.997656 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:00.998407 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Bound using segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:36:01.000062 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Bound port: e0df2bc9-ed29-4249-a254-408852a7c333, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:36:01.021285 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (e0df2bc9-ed29-4249-a254-408852a7c333), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:01.140527 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Publish callbacks [] for port (053456a5-e3e7-4806-9eb0-38375cb80360), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:01.206876 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:01.213739 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 295807ee-a1e1-45e8-97c1-bae44133c635 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:01.214230 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (295807ee-a1e1-45e8-97c1-bae44133c635), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:01.224269 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee03b6-4e1c-452c-ac8a-c0e35b449f7e None None] Pushing event updated for resources: {'Port': ['ID=6d4e992f-cf5f-4942-b2e4-0e14acf69230,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:01.276320 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (4ffee693-e913-4c90-93db-95726d255bb8), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:01.295807 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Router 8a70b9b0-fc79-49e9-9fdd-479734afd75b has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:36:01.318832 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36946) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:01.339489 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1d26ffda-e17f-4061-bd90-32deb278db46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1235243'] for subnet (4e65a5ba-9d1a-4ba9-a50d-7685f2059b3a), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:01.371437 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Routers {'8a70b9b0-fc79-49e9-9fdd-479734afd75b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:36:01.372225 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:58Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:01.429802 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.20', 54078) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:01.446794 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a79c9a76-0d9e-4385-9389-527502f4f90a req-3fd82a65-aea5-4681-a38a-b51a45419108 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 210 time: 0.1257257 Jul 27 16:36:01.501168 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] For port e0df2bc9-ed29-4249-a254-408852a7c333, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:01.635625 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] For port e0df2bc9-ed29-4249-a254-408852a7c333, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=e0df2bc9-ed29-4249-a254-408852a7c333,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:01.706727 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:36:01.734790 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:01.744257 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-31b4d731-bcee-43f5-812b-8b7777b7a2d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:01.748463 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (e0df2bc9-ed29-4249-a254-408852a7c333), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:01.757845 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-26e1ae81-4cb2-4a98-953d-7420d5a821cb tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:01.761209 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-26e1ae81-4cb2-4a98-953d-7420d5a821cb tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.20 "GET /v2.0/networks?id=7942e80d-cb37-4e51-832b-051e74cf2da3 HTTP/1.1" status: 200 len: 811 time: 0.3197656 Jul 27 16:36:01.784915 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (053456a5-e3e7-4806-9eb0-38375cb80360), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:01.846853 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1d26ffda-e17f-4061-bd90-32deb278db46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1235234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6205895'] for subnet (4e65a5ba-9d1a-4ba9-a50d-7685f2059b3a), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:01.848875 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Current status of the port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:01.849430 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (1bfa0b52-e37f-4ed3-9004-d45664dd9dfc), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:01.865687 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:36:01.896928 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f4ebe84a-4eeb-4c2d-b89e-fa6f4e533c4a admin admin] 10.222.0.74 "PUT /v2.0/routers/8a70b9b0-fc79-49e9-9fdd-479734afd75b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3401477 Jul 27 16:36:01.922566 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Network d36a590e-5aca-4f4b-84ba-ed6272112a6f is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:01.947933 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-3380720c-f635-44f1-ad7b-4470f834fa0e tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Request body: {'port': {'device_id': '1a55b7c3-0254-4b12-a47b-357fa5db50a9', 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3', 'admin_state_up': True, 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:01.989049 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] Set router 8a70b9b0-fc79-49e9-9fdd-479734afd75b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:36:02.089995 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06148566-66ee-4e9a-b11e-3cef1fbdebec None None] Pushing event updated for resources: {'Port': ['ID=e0df2bc9-ed29-4249-a254-408852a7c333,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:02.120884 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Routers {'c037b20e-585e-4b9a-abb4-6302ffab189b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:36:02.121914 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:58Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c037b20e-585e-4b9a-abb4-6302ffab189b'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:02.132374 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 295807ee-a1e1-45e8-97c1-bae44133c635 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:02.132936 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:02.133616 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (295807ee-a1e1-45e8-97c1-bae44133c635), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:02.274955 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-31b4d731-bcee-43f5-812b-8b7777b7a2d8 admin admin] Publish callbacks [] for security_group (075631a3-f29e-47de-a634-321795584a5d), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:02.297311 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-31b4d731-bcee-43f5-812b-8b7777b7a2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (075631a3-f29e-47de-a634-321795584a5d), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:02.429559 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-31b4d731-bcee-43f5-812b-8b7777b7a2d8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7a3e43f9afcd49ce89b5911eef170bce&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0822544 Jul 27 16:36:02.432361 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Publish callbacks [] for port (4ffee693-e913-4c90-93db-95726d255bb8), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:02.434349 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4d731-bcee-43f5-812b-8b7777b7a2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075631a3-f29e-47de-a634-321795584a5d,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:02.437555 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 36986) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:02.442303 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] For port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=1bfa0b52-e37f-4ed3-9004-d45664dd9dfc,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:02.452870 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] For port 295807ee-a1e1-45e8-97c1-bae44133c635, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=295807ee-a1e1-45e8-97c1-bae44133c635,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:02.468817 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (4ffee693-e913-4c90-93db-95726d255bb8), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:02.469916 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565757'] for router_interface (c639a3f3-7ad1-47f1-a4f8-69520ce6d247), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:02.472531 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (1bfa0b52-e37f-4ed3-9004-d45664dd9dfc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:02.494806 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (295807ee-a1e1-45e8-97c1-bae44133c635), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:02.496386 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:02.512644 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:02.518571 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:36:02.627841 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:02.635746 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565633'] for router_interface (c037b20e-585e-4b9a-abb4-6302ffab189b), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:02.786952 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 37000) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:02.803680 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26ffda-e17f-4061-bd90-32deb278db46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e65a5ba-9d1a-4ba9-a50d-7685f2059b3a,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:02.807098 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-3380720c-f635-44f1-ad7b-4470f834fa0e tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Made reservation on behalf of 9f922d21e1e8434ea5e93938dc56bed9 for: {'port': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:36:02.812047 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-3380720c-f635-44f1-ad7b-4470f834fa0e tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:02.824879 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:02.829756 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1d26ffda-e17f-4061-bd90-32deb278db46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:02.831956 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Provisioning complete for port 740a13ef-b8e5-43de-898b-09a30775d2b3 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:02.832559 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:02.834251 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1d26ffda-e17f-4061-bd90-32deb278db46 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/4e65a5ba-9d1a-4ba9-a50d-7685f2059b3a HTTP/1.1" status: 204 len: 168 time: 2.5324266 Jul 27 16:36:02.865314 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Network 5f30e4e1-bf07-478c-895f-f27f24b25617 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:02.885174 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 37002) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:02.885941 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Pushing event updated for resources: {'Port': ['ID=4ffee693-e913-4c90-93db-95726d255bb8,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:02.898426 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-9f73e3ce-0542-4feb-81f1-b8b7c7147442 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113327231', 'description': 'tempest-description--377567505'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:02.906646 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b44f3850-2354-4d75-828a-ac5fec477d35 req-b1add822-5eea-48a3-a2f5-b09b85f84634 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 210 time: 0.2741694 Jul 27 16:36:02.910958 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:02.952269 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] Set router c037b20e-585e-4b9a-abb4-6302ffab189b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:36:02.953400 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Pushing event updated for resources: {'Port': ['ID=053456a5-e3e7-4806-9eb0-38375cb80360,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:02.996141 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:03.005491 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1293665'] for network (0361de21-e338-445e-b2fe-a36a5489921b), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:03.025265 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:03.120668 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (053456a5-e3e7-4806-9eb0-38375cb80360), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:03.138502 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:03.228607 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:36:03.230264 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Pushing event updated for resources: {'Port': ['ID=1bfa0b52-e37f-4ed3-9004-d45664dd9dfc,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:03.236069 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f73e3ce-0542-4feb-81f1-b8b7c7147442 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:03.238130 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Sync routers for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:36:03.255048 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-9393808f-4f65-49f8-9ee8-5964a331cdfc admin admin] 10.222.0.74 "PUT /v2.0/routers/115fa28b-f5c6-4177-8cbb-a31c9f89e350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1499369 Jul 27 16:36:03.257579 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:03.262545 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (1bfa0b52-e37f-4ed3-9004-d45664dd9dfc), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:03.287656 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:36:03.291283 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:58Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:03.382643 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-869d8e16-047f-4b9e-82da-a21efcdbdc0b admin admin] Publish callbacks [] for security_group (075631a3-f29e-47de-a634-321795584a5d), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:03.416662 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Pushing event updated for resources: {'Port': ['ID=295807ee-a1e1-45e8-97c1-bae44133c635,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:03.421685 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Port 740a13ef-b8e5-43de-898b-09a30775d2b3 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:36:03.550748 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Provisioning complete for port 77b25489-6804-4bd7-a6f3-11d26f97ab69 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:03.551582 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:03.570399 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:03.606788 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:36:03.658103 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:03.685340 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:36:03.833668 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f73e3ce-0542-4feb-81f1-b8b7c7147442 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group (c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:03.838677 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233157', 'neutron.services.segments.db._delete_segments_for_network-8729475437258'] for network (0361de21-e338-445e-b2fe-a36a5489921b), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:03.839416 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Publish callbacks [] for port (053456a5-e3e7-4806-9eb0-38375cb80360), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:03.847847 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (053456a5-e3e7-4806-9eb0-38375cb80360), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:03.878455 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-869d8e16-047f-4b9e-82da-a21efcdbdc0b admin admin] Publish callbacks [] for security_group (075631a3-f29e-47de-a634-321795584a5d), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:03.921760 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Port 77b25489-6804-4bd7-a6f3-11d26f97ab69 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:36:03.945360 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Publish callbacks [] for port (5663b798-2c72-4d76-bec9-a77037f10554), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:03.994828 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f73e3ce-0542-4feb-81f1-b8b7c7147442 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:04.062902 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Provisioning complete for port 52c0f3a6-f14d-48e3-87db-711752f858cd triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:04.065131 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (52c0f3a6-f14d-48e3-87db-711752f858cd), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:04.072284 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (5663b798-2c72-4d76-bec9-a77037f10554), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:04.173880 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '77b25489-6804-4bd7-a6f3-11d26f97ab69', 'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'mac_address': 'fa:16:3e:0a:09:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:56Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 2, 'project_id': '8d570044769a44d9b18c905284cd9947', 'subnets': [{'id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:04.176518 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 37022) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:04.179997 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:35:57Z', 'revision_number': 2, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:04.206018 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-e309f978-c782-4686-8add-766072d1cc0a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100778192', 'description': 'tempest-description--579098603'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:04.213076 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c12888-7954-4848-b3ea-25762dfa27fb None None] The sync data for ids ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'] in dv-cinder-849690-6-iscsi is: [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '77b25489-6804-4bd7-a6f3-11d26f97ab69', 'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'mac_address': 'fa:16:3e:0a:09:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:56Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 2, 'project_id': '8d570044769a44d9b18c905284cd9947', 'subnets': [{'id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:36:04.259150 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Checking router: 115fa28b-f5c6-4177-8cbb-a31c9f89e350 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:36:04.260316 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Updating router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 port 740a13ef-b8e5-43de-898b-09a30775d2b3 binding host dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:36:04.279172 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Pushing event updated for resources: {'Port': ['ID=053456a5-e3e7-4806-9eb0-38375cb80360,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:04.288550 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-869d8e16-047f-4b9e-82da-a21efcdbdc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (075631a3-f29e-47de-a634-321795584a5d), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:04.295128 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-869d8e16-047f-4b9e-82da-a21efcdbdc0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:04.296329 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-869d8e16-047f-4b9e-82da-a21efcdbdc0b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/075631a3-f29e-47de-a634-321795584a5d HTTP/1.1" status: 204 len: 168 time: 1.8576143 Jul 27 16:36:04.346782 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:04.347331 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:36:04.348614 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 52c0f3a6-f14d-48e3-87db-711752f858cd up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:04.376415 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c6e1d6f8-8529-4bff-bbfa-6797162a3d04 admin admin] 10.222.0.74 "PUT /v2.0/routers/c639a3f3-7ad1-47f1-a4f8-69520ce6d247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1761663 Jul 27 16:36:04.413224 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-3380720c-f635-44f1-ad7b-4470f834fa0e tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Allocated IP 172.20.0.7 (7942e80d-cb37-4e51-832b-051e74cf2da3/13b57cb1-4380-44f4-9d05-d065e33466d3/37e635ad-37c3-43df-90e3-5c0a40020c13) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:36:04.413762 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:04.441986 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f73e3ce-0542-4feb-81f1-b8b7c7147442 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:04.450095 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9f73e3ce-0542-4feb-81f1-b8b7c7147442 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5939066 Jul 27 16:36:04.454361 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 37028) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:04.518369 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Sync routers for ids ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:36:04.561445 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bccff-6938-445a-946f-2b1d3aa62a62 None None] Pushing event updated for resources: {'Port': ['ID=5663b798-2c72-4d76-bec9-a77037f10554,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:04.619560 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-54cbcf76-d4e4-4a07-85e0-33f7c4e1141b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Request body: {'security_group_rule': {'security_group_id': 'c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:04.634705 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:04.643512 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 52c0f3a6-f14d-48e3-87db-711752f858cd triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:04.644371 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (52c0f3a6-f14d-48e3-87db-711752f858cd), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:04.651822 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73e3ce-0542-4feb-81f1-b8b7c7147442 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:04.667602 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5049f049-8eb5-4ba1-9975-c34092154092 req-3465cebe-d278-4db4-9470-8bd43ccb2a50 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 210 time: 0.3306570 Jul 27 16:36:04.709966 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:36:04.710456 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:36:04.729204 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:36:04.730031 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:36:04.730031 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:36:04.730374 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:36:04.730913 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:36:04.739247 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:35:50Z', 'revision_number': 3, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port': {'id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:04.739480 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:36:04.744146 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:36:04.745444 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:36:04.985650 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Routers {'c639a3f3-7ad1-47f1-a4f8-69520ce6d247'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:36:04.986288 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:58Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:05.115453 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5804400-a6fd-493d-9f2b-0b96c8c14b6d None None] The sync data for ids ['c037b20e-585e-4b9a-abb4-6302ffab189b'] in dv-cinder-849690-6-iscsi is: [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:35:50Z', 'revision_number': 3, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port': {'id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:36:05.188590 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:05.204264 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-3380720c-f635-44f1-ad7b-4470f834fa0e tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Publish callbacks [] for port (37e635ad-37c3-43df-90e3-5c0a40020c13), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:05.239336 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:05.241075 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565757'] for router_interface (c037b20e-585e-4b9a-abb4-6302ffab189b), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:05.263079 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-3380720c-f635-44f1-ad7b-4470f834fa0e tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (37e635ad-37c3-43df-90e3-5c0a40020c13), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:05.413692 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Attempting to bind port 5663b798-2c72-4d76-bec9-a77037f10554 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:36:05.414062 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Attempting to bind port 5663b798-2c72-4d76-bec9-a77037f10554 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': 'a2e3bb29-ad4f-4689-9e30-31de05a1b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:36:05.414484 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Attempting to bind port 5663b798-2c72-4d76-bec9-a77037f10554 on network 7942e80d-cb37-4e51-832b-051e74cf2da3 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:05.453565 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Current status of the port 52c0f3a6-f14d-48e3-87db-711752f858cd is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:05.453989 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (52c0f3a6-f14d-48e3-87db-711752f858cd), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:05.459275 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Publish callbacks [] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:05.468582 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:05.536276 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:36:05.537863 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:36:05.538392 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:36:05.539359 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 16:36:05.542383 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0361de21-e338-445e-b2fe-a36a5489921b']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:05.554593 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d8e16-047f-4b9e-82da-a21efcdbdc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075631a3-f29e-47de-a634-321795584a5d,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:05.626916 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:36:05.628155 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Checking segment: {'id': 'a2e3bb29-ad4f-4689-9e30-31de05a1b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:36:05.628930 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:05.629321 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Bound using segment: {'id': 'a2e3bb29-ad4f-4689-9e30-31de05a1b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:36:05.633212 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Bound port: 5663b798-2c72-4d76-bec9-a77037f10554, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e3bb29-ad4f-4689-9e30-31de05a1b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:36:05.633694 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (5663b798-2c72-4d76-bec9-a77037f10554), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:05.638283 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-3380720c-f635-44f1-ad7b-4470f834fa0e tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Network 7942e80d-cb37-4e51-832b-051e74cf2da3 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:05.641318 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 37048) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:05.644293 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380720c-f635-44f1-ad7b-4470f834fa0e tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Pushing event updated for resources: {'Port': ['ID=37e635ad-37c3-43df-90e3-5c0a40020c13,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:05.646883 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:05.649909 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-3380720c-f635-44f1-ad7b-4470f834fa0e tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:05.654063 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-3380720c-f635-44f1-ad7b-4470f834fa0e tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:36:05.662146 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-f9bc4487-ca19-42ca-a4b5-ae98e6e7ab4c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1157196307', 'description': 'tempest-description--2101774141'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:05.663369 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1adbe-aca4-4543-8e53-12d008cdc627 None None] Pushing event updated for resources: {'Port': ['ID=740a13ef-b8e5-43de-898b-09a30775d2b3,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:05.688630 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32bdb3c9-84cb-4dbd-998f-bba57f06bf1a') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:05.689058 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32bdb3c9-84cb-4dbd-998f-bba57f06bf1a') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:05.797744 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54cbcf76-d4e4-4a07-85e0-33f7c4e1141b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group_rule (074ea3a3-31ad-4ae1-8b86-adbc9a4baec2), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:05.813326 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729475437159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5475912'] for segment (32bdb3c9-84cb-4dbd-998f-bba57f06bf1a), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:05.838465 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e309f978-c782-4686-8add-766072d1cc0a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:05.868079 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Set router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:36:05.890359 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Attempting to bind port 740a13ef-b8e5-43de-898b-09a30775d2b3 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:36:05.891068 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Attempting to bind port 740a13ef-b8e5-43de-898b-09a30775d2b3 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:36:05.891480 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Attempting to bind port 740a13ef-b8e5-43de-898b-09a30775d2b3 on network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:05.904641 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:36:05.905258 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Checking segment: {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:36:05.907346 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:05.907950 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Bound using segment: {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:36:05.908591 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Bound port: 740a13ef-b8e5-43de-898b-09a30775d2b3, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:36:05.909369 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:05.915381 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (32bdb3c9-84cb-4dbd-998f-bba57f06bf1a), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:06.014301 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Network d36a590e-5aca-4f4b-84ba-ed6272112a6f is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:06.021635 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:06.169929 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] For port 740a13ef-b8e5-43de-898b-09a30775d2b3, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:06.204915 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f9bc4487-ca19-42ca-a4b5-ae98e6e7ab4c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:06.206769 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] For port 740a13ef-b8e5-43de-898b-09a30775d2b3, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=740a13ef-b8e5-43de-898b-09a30775d2b3,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:06.225075 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:06.521355 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:06.524607 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] For port 52c0f3a6-f14d-48e3-87db-711752f858cd, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=52c0f3a6-f14d-48e3-87db-711752f858cd,segment=NetworkSegment(4a2469d2-9af5-465c-92c5-01dc1752688b),segment_id=4a2469d2-9af5-465c-92c5-01dc1752688b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:06.549876 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 52c0f3a6-f14d-48e3-87db-711752f858cd is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:06.550255 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (52c0f3a6-f14d-48e3-87db-711752f858cd), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:06.586254 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1adbe-aca4-4543-8e53-12d008cdc627 None None] Pushing event updated for resources: {'Port': ['ID=740a13ef-b8e5-43de-898b-09a30775d2b3,revision_number=4']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:06.613614 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (52c0f3a6-f14d-48e3-87db-711752f858cd), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:06.638230 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:36:06.644444 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:58Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:06.719482 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f9bc4487-ca19-42ca-a4b5-ae98e6e7ab4c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group (88084254-5810-499c-ab6d-282fac664d63), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:06.772819 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:36:06.774215 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474513'] for segment (32bdb3c9-84cb-4dbd-998f-bba57f06bf1a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:06.944047 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:36:06.973062 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427568'] for network (0361de21-e338-445e-b2fe-a36a5489921b), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:06.992316 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:06.999971 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] 10.222.0.74 "DELETE /v2.0/networks/0361de21-e338-445e-b2fe-a36a5489921b HTTP/1.1" status: 204 len: 168 time: 4.1082871 Jul 27 16:36:07.030649 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Router c037b20e-585e-4b9a-abb4-6302ffab189b has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:36:07.057219 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] For port 5663b798-2c72-4d76-bec9-a77037f10554, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:07.080855 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] For port 5663b798-2c72-4d76-bec9-a77037f10554, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=5663b798-2c72-4d76-bec9-a77037f10554,segment=NetworkSegment(a2e3bb29-ad4f-4689-9e30-31de05a1b1ca),segment_id=a2e3bb29-ad4f-4689-9e30-31de05a1b1ca)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:07.088880 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Provisioning complete for port 5663b798-2c72-4d76-bec9-a77037f10554 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:07.089141 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (5663b798-2c72-4d76-bec9-a77037f10554), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:07.094397 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:07.098823 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f9bc4487-ca19-42ca-a4b5-ae98e6e7ab4c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (88084254-5810-499c-ab6d-282fac664d63), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:07.144267 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:07.251735 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (5663b798-2c72-4d76-bec9-a77037f10554), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:07.278425 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e309f978-c782-4686-8add-766072d1cc0a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (39774d9c-b37c-4b1c-a354-50a158db59c1), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:07.294226 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54cbcf76-d4e4-4a07-85e0-33f7c4e1141b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group_rule (074ea3a3-31ad-4ae1-8b86-adbc9a4baec2), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:07.299124 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:07.305422 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44544c70-6ca2-4e5c-956f-afdc2958da4f req-56949f6e-5e53-494b-9eea-bcfc00c82cb5 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:07.318710 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-44544c70-6ca2-4e5c-956f-afdc2958da4f req-56949f6e-5e53-494b-9eea-bcfc00c82cb5 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 931 time: 1.4298301 Jul 27 16:36:07.327856 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e309f978-c782-4686-8add-766072d1cc0a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (39774d9c-b37c-4b1c-a354-50a158db59c1), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:07.358273 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39317f05-4cf7-4d98-aa23-954a25605a7b None None] Pushing event updated for resources: {'Port': ['ID=52c0f3a6-f14d-48e3-87db-711752f858cd,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:07.364688 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.db.api [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104023) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 27 16:36:07.365177 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG oslo_db.api [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 16:36:07.403541 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d5c10-3365-4c50-8651-a676307f16f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0361de21-e338-445e-b2fe-a36a5489921b,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:07.440574 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54cbcf76-d4e4-4a07-85e0-33f7c4e1141b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (074ea3a3-31ad-4ae1-8b86-adbc9a4baec2), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:07.443475 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-3380720c-f635-44f1-ad7b-4470f834fa0e tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:07.444154 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-3380720c-f635-44f1-ad7b-4470f834fa0e tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:07.521611 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e309f978-c782-4686-8add-766072d1cc0a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:07.523186 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-e309f978-c782-4686-8add-766072d1cc0a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.3455884 Jul 27 16:36:07.538713 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:06Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:07.570948 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-3380720c-f635-44f1-ad7b-4470f834fa0e tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6174264 Jul 27 16:36:07.575745 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 37084) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:07.579558 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 37086) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:07.582280 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbcf76-d4e4-4a07-85e0-33f7c4e1141b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074ea3a3-31ad-4ae1-8b86-adbc9a4baec2,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:07.613896 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-99d8ded5-831d-49c9-afff-a301307a171d tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 16:36:07.616026 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-99d8ded5-831d-49c9-afff-a301307a171d tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0441031 Jul 27 16:36:07.619443 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7434fb18-4e5c-41ce-9605-56eb349b07af None None] The sync data for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi is: [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:06Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:36:07.632567 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54cbcf76-d4e4-4a07-85e0-33f7c4e1141b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:07.639495 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-54cbcf76-d4e4-4a07-85e0-33f7c4e1141b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0363350 Jul 27 16:36:07.651140 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-74dbe744-1abe-41ca-8272-2bde6be245c7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'security_group_rule': {'security_group_id': '39774d9c-b37c-4b1c-a354-50a158db59c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:07.660593 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 37090) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:07.673974 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-463a8795-4639-4da7-9bf5-3155df817e6b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Request body: {'security_group_rule': {'security_group_id': 'c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:07.716462 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 4, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4ffee693-e913-4c90-93db-95726d255bb8', 'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'mac_address': 'fa:16:3e:16:fd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:58Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 2, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'subnets': [{'id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:07.729541 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-44544c70-6ca2-4e5c-956f-afdc2958da4f req-24a7eb43-fcf8-4c9f-8751-3f97bf534243 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038296 Jul 27 16:36:07.739652 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Routers {'32728491-d7b9-4d87-bd31-d3b3afc8e649'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:36:07.742849 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:58Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['32728491-d7b9-4d87-bd31-d3b3afc8e649'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:07.817967 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-463a8795-4639-4da7-9bf5-3155df817e6b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group_rule (0dffe39a-66b8-49b7-ac67-5b1e884b0d27), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:08.039331 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Checking router: c639a3f3-7ad1-47f1-a4f8-69520ce6d247 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:36:08.039790 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Updating router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 port 4ffee693-e913-4c90-93db-95726d255bb8 binding host dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:36:08.052427 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Current status of the port 5663b798-2c72-4d76-bec9-a77037f10554 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:08.053160 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (5663b798-2c72-4d76-bec9-a77037f10554), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:08.070585 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:08.115322 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-463a8795-4639-4da7-9bf5-3155df817e6b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group_rule (0dffe39a-66b8-49b7-ac67-5b1e884b0d27), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:08.124400 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-463a8795-4639-4da7-9bf5-3155df817e6b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (0dffe39a-66b8-49b7-ac67-5b1e884b0d27), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:08.186460 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 32bdb3c9-84cb-4dbd-998f-bba57f06bf1a resource provider aggregate not found Jul 27 16:36:08.211819 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f9bc4487-ca19-42ca-a4b5-ae98e6e7ab4c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:08.214119 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f9bc4487-ca19-42ca-a4b5-ae98e6e7ab4c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.5614765 Jul 27 16:36:08.218773 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 37108) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:08.227535 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:08.245608 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-0e3e665b-ae04-49b8-b350-10b871060b05 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Request body: {'security_group_rule': {'security_group_id': '88084254-5810-499c-ab6d-282fac664d63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:08.309212 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc4487-ca19-42ca-a4b5-ae98e6e7ab4c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88084254-5810-499c-ab6d-282fac664d63,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:08.317053 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 32bdb3c9-84cb-4dbd-998f-bba57f06bf1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32bdb3c9-84cb-4dbd-998f-bba57f06bf1a found for delete ", "request_id": "req-20bc70d4-fbb1-441d-9a38-2144c1d06bea"}]} Jul 27 16:36:08.325135 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-463a8795-4639-4da7-9bf5-3155df817e6b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:08.327402 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-463a8795-4639-4da7-9bf5-3155df817e6b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6657205 Jul 27 16:36:08.334417 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a8795-4639-4da7-9bf5-3155df817e6b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dffe39a-66b8-49b7-ac67-5b1e884b0d27,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:08.341261 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-74dbe744-1abe-41ca-8272-2bde6be245c7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (09da7840-12e6-4863-8a36-925e22986589), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:08.355659 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 37114) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:08.365848 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bccff-6938-445a-946f-2b1d3aa62a62 None None] Pushing event updated for resources: {'Port': ['ID=5663b798-2c72-4d76-bec9-a77037f10554,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:08.387365 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Request body: {'floatingip': {'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:08.416333 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0e3e665b-ae04-49b8-b350-10b871060b05 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group_rule (2ae84511-4c0b-46a6-9d26-ae17b90f0795), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:08.445435 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309f978-c782-4686-8add-766072d1cc0a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39774d9c-b37c-4b1c-a354-50a158db59c1,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:08.493389 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 52c0f3a6-f14d-48e3-87db-711752f858cd is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:08.494510 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 372f4813-ca81-40ba-ba6e-8915d8f9bc24 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:08.541557 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:08.548961 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Request body: {'port': {'device_id': '1a55b7c3-0254-4b12-a47b-357fa5db50a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:08.566853 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (4ffee693-e913-4c90-93db-95726d255bb8), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:08.644067 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (37e635ad-37c3-43df-90e3-5c0a40020c13), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:08.702976 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:08.716778 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] For port 5663b798-2c72-4d76-bec9-a77037f10554, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=5663b798-2c72-4d76-bec9-a77037f10554,segment=NetworkSegment(a2e3bb29-ad4f-4689-9e30-31de05a1b1ca),segment_id=a2e3bb29-ad4f-4689-9e30-31de05a1b1ca)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:08.784457 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (5663b798-2c72-4d76-bec9-a77037f10554), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:08.808333 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:36:08.823157 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-0d4d62ac-7e60-4215-be8b-969bb6e370fc admin admin] 10.222.0.74 "PUT /v2.0/routers/c037b20e-585e-4b9a-abb4-6302ffab189b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7158568 Jul 27 16:36:08.825283 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0e3e665b-ae04-49b8-b350-10b871060b05 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group_rule (2ae84511-4c0b-46a6-9d26-ae17b90f0795), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:08.836405 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0e3e665b-ae04-49b8-b350-10b871060b05 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (2ae84511-4c0b-46a6-9d26-ae17b90f0795), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:08.855778 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1e0a0304-d5c6-4457-982c-00e1b0908836 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2e682c25fdf54f80bbb9fbce41d92b77&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2332318 Jul 27 16:36:08.863267 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 37124) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:08.878762 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e665b-ae04-49b8-b350-10b871060b05 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae84511-4c0b-46a6-9d26-ae17b90f0795,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:08.911711 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:09.039870 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] Set router 32728491-d7b9-4d87-bd31-d3b3afc8e649 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:36:09.067797 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Allocated IP 172.27.2.101 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/24cc1134-4a29-4574-84f5-c277d57691ae) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:36:09.144000 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-74dbe744-1abe-41ca-8272-2bde6be245c7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (09da7840-12e6-4863-8a36-925e22986589), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:09.255504 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-74dbe744-1abe-41ca-8272-2bde6be245c7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (09da7840-12e6-4863-8a36-925e22986589), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:09.320418 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbe744-1abe-41ca-8272-2bde6be245c7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09da7840-12e6-4863-8a36-925e22986589,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:09.384831 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Pushing event updated for resources: {'Port': ['ID=5663b798-2c72-4d76-bec9-a77037f10554,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:09.408051 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Provisioning complete for port 4ffee693-e913-4c90-93db-95726d255bb8 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:09.411999 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (4ffee693-e913-4c90-93db-95726d255bb8), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:09.440700 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for port (24cc1134-4a29-4574-84f5-c277d57691ae), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:09.532505 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:09.619909 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:09.665425 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-74dbe744-1abe-41ca-8272-2bde6be245c7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:09.666932 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-74dbe744-1abe-41ca-8272-2bde6be245c7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0479670 Jul 27 16:36:09.669906 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:09.671728 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 37154) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:09.673536 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb12be0-f1bf-4660-a091-b56f936e4111 req-b7b6c039-0b69-4363-8a93-9a2da177631d tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:09.683559 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-e4352723-f97e-4ebf-a0ec-3d1b69a3ee8d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'security_group_rule': {'security_group_id': '39774d9c-b37c-4b1c-a354-50a158db59c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:09.685427 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8cb12be0-f1bf-4660-a091-b56f936e4111 req-b7b6c039-0b69-4363-8a93-9a2da177631d tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 931 time: 0.1606059 Jul 27 16:36:09.748974 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e635ad-37c3-43df-90e3-5c0a40020c13 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:36:09.796312 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Publish callbacks [] for port (37e635ad-37c3-43df-90e3-5c0a40020c13), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:09.816546 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0e3e665b-ae04-49b8-b350-10b871060b05 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:09.817789 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0e3e665b-ae04-49b8-b350-10b871060b05 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5941262 Jul 27 16:36:09.818826 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (24cc1134-4a29-4574-84f5-c277d57691ae), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:09.855231 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 37156) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:09.859765 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 372f4813-ca81-40ba-ba6e-8915d8f9bc24 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:09.860618 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (372f4813-ca81-40ba-ba6e-8915d8f9bc24), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:09.874783 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8cb12be0-f1bf-4660-a091-b56f936e4111 req-f7a73465-3ba2-4805-8486-568881f050b6 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883130 Jul 27 16:36:09.906409 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-3ba47ddb-73e3-4eff-9f27-1a155e4d8785 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Request body: {'security_group_rule': {'security_group_id': '88084254-5810-499c-ab6d-282fac664d63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:09.941717 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:09.959294 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e4352723-f97e-4ebf-a0ec-3d1b69a3ee8d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (de7bf167-c5b7-4d81-9c9e-ecf602d73013), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:09.960462 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Port 4ffee693-e913-4c90-93db-95726d255bb8 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:36:09.991704 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Transition to ACTIVE for port object 37e635ad-37c3-43df-90e3-5c0a40020c13 will not be triggered until provisioned by entity L2. {{(pid=104022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:36:09.997076 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:09.999933 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (37e635ad-37c3-43df-90e3-5c0a40020c13), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:10.007936 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3ba47ddb-73e3-4eff-9f27-1a155e4d8785 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group_rule (90d7d69f-490e-495b-8227-44a2e5823f69), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:10.033380 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:10.054518 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:36:10.106340 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Provisioning complete for port 740a13ef-b8e5-43de-898b-09a30775d2b3 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:10.117408 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:10.144071 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5439d501-13b7-4549-b644-e08d940d6b15 admin admin] Publish callbacks [] for security_group (e992796a-b8ef-4e5f-b39b-0abdd70ee0c4), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:10.193904 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5439d501-13b7-4549-b644-e08d940d6b15 admin admin] Publish callbacks [] for security_group (e992796a-b8ef-4e5f-b39b-0abdd70ee0c4), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:10.297412 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Pushing event updated for resources: {'Port': ['ID=37e635ad-37c3-43df-90e3-5c0a40020c13,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:10.318891 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event updated for resources: {'Port': ['ID=24cc1134-4a29-4574-84f5-c277d57691ae,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:10.332559 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e4352723-f97e-4ebf-a0ec-3d1b69a3ee8d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (de7bf167-c5b7-4d81-9c9e-ecf602d73013), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:10.342752 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e4352723-f97e-4ebf-a0ec-3d1b69a3ee8d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (de7bf167-c5b7-4d81-9c9e-ecf602d73013), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:10.362916 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4352723-f97e-4ebf-a0ec-3d1b69a3ee8d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7bf167-c5b7-4d81-9c9e-ecf602d73013,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:10.374728 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5439d501-13b7-4549-b644-e08d940d6b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (e992796a-b8ef-4e5f-b39b-0abdd70ee0c4), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:10.380506 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5439d501-13b7-4549-b644-e08d940d6b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:10.388271 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5439d501-13b7-4549-b644-e08d940d6b15 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e992796a-b8ef-4e5f-b39b-0abdd70ee0c4 HTTP/1.1" status: 204 len: 168 time: 1.5044312 Jul 27 16:36:10.396800 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e4352723-f97e-4ebf-a0ec-3d1b69a3ee8d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:10.402016 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-e4352723-f97e-4ebf-a0ec-3d1b69a3ee8d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7183547 Jul 27 16:36:10.405646 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 37178) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:10.406440 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Attempting to bind port 37e635ad-37c3-43df-90e3-5c0a40020c13 on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:36:10.406836 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Attempting to bind port 37e635ad-37c3-43df-90e3-5c0a40020c13 by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': 'a2e3bb29-ad4f-4689-9e30-31de05a1b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:36:10.407145 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Attempting to bind port 37e635ad-37c3-43df-90e3-5c0a40020c13 on network 7942e80d-cb37-4e51-832b-051e74cf2da3 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:10.414498 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'floatingip': {'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:10.440228 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Port 37e635ad-37c3-43df-90e3-5c0a40020c13 on network 7942e80d-cb37-4e51-832b-051e74cf2da3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:36:10.440551 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Attempting to bind port 37e635ad-37c3-43df-90e3-5c0a40020c13 on network 7942e80d-cb37-4e51-832b-051e74cf2da3 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:10.468676 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:36:10.470795 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Checking segment: {'id': 'a2e3bb29-ad4f-4689-9e30-31de05a1b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:36:10.471367 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Bound using segment: {'id': 'a2e3bb29-ad4f-4689-9e30-31de05a1b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:36:10.471847 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Bound port: 37e635ad-37c3-43df-90e3-5c0a40020c13, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e3bb29-ad4f-4689-9e30-31de05a1b1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:36:10.475849 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (37e635ad-37c3-43df-90e3-5c0a40020c13), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:10.522024 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439d501-13b7-4549-b644-e08d940d6b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e992796a-b8ef-4e5f-b39b-0abdd70ee0c4,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:10.568716 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:10.806131 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:10.827974 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for floatingip (7468fbce-dfca-46d8-a7b5-bc32227d3210), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:10.879601 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:10.898727 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 372f4813-ca81-40ba-ba6e-8915d8f9bc24 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:10.904121 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (24cc1134-4a29-4574-84f5-c277d57691ae), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:11.013368 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'name': 'tempest-DeleteServersTestJSON-178367514-router', 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '295807ee-a1e1-45e8-97c1-bae44133c635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:44Z', 'updated_at': '2022-07-27T16:35:51Z', 'revision_number': 4, 'project_id': '9f922d21e1e8434ea5e93938dc56bed9', 'gw_port': {'id': '295807ee-a1e1-45e8-97c1-bae44133c635', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:45Z', 'updated_at': '2022-07-27T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '5663b798-2c72-4d76-bec9-a77037f10554', 'name': '', 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3', 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9', 'mac_address': 'fa:16:3e:7e:da:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '13b57cb1-4380-44f4-9d05-d065e33466d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:50Z', 'updated_at': '2022-07-27T16:36:06Z', 'revision_number': 4, 'project_id': '9f922d21e1e8434ea5e93938dc56bed9', 'subnets': [{'id': '13b57cb1-4380-44f4-9d05-d065e33466d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:11.094367 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3ba47ddb-73e3-4eff-9f27-1a155e4d8785 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group_rule (90d7d69f-490e-495b-8227-44a2e5823f69), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:11.133893 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3ba47ddb-73e3-4eff-9f27-1a155e4d8785 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (90d7d69f-490e-495b-8227-44a2e5823f69), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:11.190292 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846ad80-d51f-4ba2-96b8-510d755a3d5c None None] The sync data for ids ['32728491-d7b9-4d87-bd31-d3b3afc8e649'] in dv-cinder-849690-6-iscsi is: [{'id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'name': 'tempest-DeleteServersTestJSON-178367514-router', 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '295807ee-a1e1-45e8-97c1-bae44133c635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:44Z', 'updated_at': '2022-07-27T16:35:51Z', 'revision_number': 4, 'project_id': '9f922d21e1e8434ea5e93938dc56bed9', 'gw_port': {'id': '295807ee-a1e1-45e8-97c1-bae44133c635', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:45Z', 'updated_at': '2022-07-27T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '5663b798-2c72-4d76-bec9-a77037f10554', 'name': '', 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3', 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9', 'mac_address': 'fa:16:3e:7e:da:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '13b57cb1-4380-44f4-9d05-d065e33466d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:50Z', 'updated_at': '2022-07-27T16:36:06Z', 'revision_number': 4, 'project_id': '9f922d21e1e8434ea5e93938dc56bed9', 'subnets': [{'id': '13b57cb1-4380-44f4-9d05-d065e33466d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:36:11.224353 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Allocated IP 172.27.2.250 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/8ceb013b-9dd9-4218-8eb7-24e5e9eb5de9) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:36:11.234768 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Current status of the port 740a13ef-b8e5-43de-898b-09a30775d2b3 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:11.254435 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:11.277923 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for port (24cc1134-4a29-4574-84f5-c277d57691ae), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:11.330797 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba47ddb-73e3-4eff-9f27-1a155e4d8785 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d7d69f-490e-495b-8227-44a2e5823f69,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:11.337369 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (24cc1134-4a29-4574-84f5-c277d57691ae), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:11.361034 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Sync routers for ids ['c037b20e-585e-4b9a-abb4-6302ffab189b'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:36:11.385865 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Routers {'c037b20e-585e-4b9a-abb4-6302ffab189b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:36:11.391541 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:58Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c037b20e-585e-4b9a-abb4-6302ffab189b'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:11.409242 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3ba47ddb-73e3-4eff-9f27-1a155e4d8785 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:11.411280 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3ba47ddb-73e3-4eff-9f27-1a155e4d8785 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5334942 Jul 27 16:36:11.426654 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event updated for resources: {'Port': ['ID=24cc1134-4a29-4574-84f5-c277d57691ae,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:11.430258 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 37194) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:11.440830 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Request body: {'floatingip': {'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:11.488018 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-06080710-d8e2-4edc-836a-33723b227e4c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:11.490031 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-06080710-d8e2-4edc-836a-33723b227e4c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 818 time: 1.4424584 Jul 27 16:36:11.492102 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:11.501826 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for port (8ceb013b-9dd9-4218-8eb7-24e5e9eb5de9), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:11.623748 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 37196) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:11.639533 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:11.640658 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:11.643262 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:11.656087 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] For port 37e635ad-37c3-43df-90e3-5c0a40020c13, host hv-cinder-84969, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:11.666836 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] For port 37e635ad-37c3-43df-90e3-5c0a40020c13, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=37e635ad-37c3-43df-90e3-5c0a40020c13,segment=NetworkSegment(a2e3bb29-ad4f-4689-9e30-31de05a1b1ca),segment_id=a2e3bb29-ad4f-4689-9e30-31de05a1b1ca)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:11.681877 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:11.683289 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:11.688818 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (8ceb013b-9dd9-4218-8eb7-24e5e9eb5de9), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:11.699784 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (37e635ad-37c3-43df-90e3-5c0a40020c13), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:11.728492 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] For port 740a13ef-b8e5-43de-898b-09a30775d2b3, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=740a13ef-b8e5-43de-898b-09a30775d2b3,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:11.736052 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f07822-4cf6-4003-8ade-25a27aee6107 req-1f71f068-53a4-4375-8ea4-3981db0dfdfc tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:11.741882 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:11.742414 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-07f07822-4cf6-4003-8ade-25a27aee6107 req-1f71f068-53a4-4375-8ea4-3981db0dfdfc tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 943 time: 0.6602314 Jul 27 16:36:11.744803 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-0bf090a3-4195-40b2-b02d-4761bdebf4e2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/quotas/027a003da80c43ca9b4b337527b93d3a HTTP/1.1" status: 200 len: 375 time: 0.1196856 Jul 27 16:36:11.787422 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:11.788360 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:11.791156 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] 10.222.0.20 "PUT /v2.0/ports/37e635ad-37c3-43df-90e3-5c0a40020c13 HTTP/1.1" status: 200 len: 1093 time: 3.5702896 Jul 27 16:36:11.805268 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:11.810414 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Provisioning complete for port 77b25489-6804-4bd7-a6f3-11d26f97ab69 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:11.811259 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a55b7c3-0254-4b12-a47b-357fa5db50a9', 'tag': '37e635ad-37c3-43df-90e3-5c0a40020c13'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:36:11.817169 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:11.817636 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:11.827567 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:36:11.871182 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Set router c037b20e-585e-4b9a-abb4-6302ffab189b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:36:12.104819 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-01ec2940-70f1-436d-b962-1622c47d62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:12.106224 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Publish callbacks [] for port (4ffee693-e913-4c90-93db-95726d255bb8), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:12.108077 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-01ec2940-70f1-436d-b962-1622c47d62e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f922d21e1e8434ea5e93938dc56bed9&device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 1127 time: 0.1631160 Jul 27 16:36:12.134320 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device e0df2bc9-ed29-4249-a254-408852a7c333 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:12.258568 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-119e5683-9399-47f5-b2fa-c403cd0d5a4d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=033aea18564f471faaa2c9b9672eaaeb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6106436 Jul 27 16:36:12.271756 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-1adc8123-53c9-4ed5-8f10-6fd7e6bbb657 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4155431 Jul 27 16:36:12.302263 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'Port': ['ID=8ceb013b-9dd9-4218-8eb7-24e5e9eb5de9,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:12.306011 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 37210) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:12.333890 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:12.385926 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (4ffee693-e913-4c90-93db-95726d255bb8), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:12.419547 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Port 77b25489-6804-4bd7-a6f3-11d26f97ab69 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:36:12.444170 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Sync routers for ids ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:36:12.532746 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e7dde-fa93-4b4b-b578-2ddcc26f5180 service neutron] Pushing event updated for resources: {'Port': ['ID=37e635ad-37c3-43df-90e3-5c0a40020c13,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:12.551508 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Provisioning complete for port 053456a5-e3e7-4806-9eb0-38375cb80360 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:12.553403 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (053456a5-e3e7-4806-9eb0-38375cb80360), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:12.560032 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-b453161c-274f-49fd-b97a-7d55fa9c9e51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37e635ad-37c3-43df-90e3-5c0a40020c13 HTTP/1.1" status: 200 len: 217 time: 0.4294763 Jul 27 16:36:12.685205 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Port 053456a5-e3e7-4806-9eb0-38375cb80360 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:36:12.699288 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port e0df2bc9-ed29-4249-a254-408852a7c333 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:12.700737 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (e0df2bc9-ed29-4249-a254-408852a7c333), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:12.783665 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c9d673-bc8f-4053-bb33-319f971bf4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a55b7c3-0254-4b12-a47b-357fa5db50a9", "tag": "37e635ad-37c3-43df-90e3-5c0a40020c13"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:12.824928 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Routers {'8a70b9b0-fc79-49e9-9fdd-479734afd75b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:36:12.830594 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:58Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:12.857712 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:12.874459 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (a723ad72-e71f-4ef7-9c37-c78f75c16fdb), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:13.028579 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-120d9a9b-0f86-4ab5-8804-19b4858bc9ae service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 16:36:13.030425 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-120d9a9b-0f86-4ab5-8804-19b4858bc9ae service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3153303 Jul 27 16:36:13.047605 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (7468fbce-dfca-46d8-a7b5-bc32227d3210), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:13.075299 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-26d0dfd0-ef05-4556-8b6b-189d8b08ce56 admin admin] Publish callbacks [] for security_group (128282b8-4c1b-41a5-97ed-333232536919), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:13.090171 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-233b6291-390d-4ddf-83cd-6cdb3edc2cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:13.092317 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-233b6291-390d-4ddf-83cd-6cdb3edc2cfa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13b57cb1-4380-44f4-9d05-d065e33466d3 HTTP/1.1" status: 200 len: 850 time: 0.4985125 Jul 27 16:36:13.093192 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (8ceb013b-9dd9-4218-8eb7-24e5e9eb5de9), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:13.108460 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-07f07822-4cf6-4003-8ade-25a27aee6107 req-1dc504e1-df58-41f5-8baa-fe08f4c74b89 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2598374 Jul 27 16:36:13.114614 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Set router 8a70b9b0-fc79-49e9-9fdd-479734afd75b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:36:13.175379 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689c898-80fc-4ddd-8854-bfc4579f249a None None] Pushing event updated for resources: {'Port': ['ID=740a13ef-b8e5-43de-898b-09a30775d2b3,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:13.183523 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-b887a50d-0e5a-4d32-82d7-200b15b0f66b None None] Provisioning complete for port 5663b798-2c72-4d76-bec9-a77037f10554 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:13.184510 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b887a50d-0e5a-4d32-82d7-200b15b0f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (5663b798-2c72-4d76-bec9-a77037f10554), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:13.466543 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-26d0dfd0-ef05-4556-8b6b-189d8b08ce56 admin admin] Publish callbacks [] for security_group (128282b8-4c1b-41a5-97ed-333232536919), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:13.482761 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:13.494029 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2b9e3cd4-e7ba-4ae4-80fd-3eaa0d2919ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1317894 Jul 27 16:36:13.556647 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:02Z', 'revision_number': 4, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port': {'id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '053456a5-e3e7-4806-9eb0-38375cb80360', 'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'mac_address': 'fa:16:3e:5e:3e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:59Z', 'updated_at': '2022-07-27T16:36:03Z', 'revision_number': 2, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'subnets': [{'id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:13.593764 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Allocated IP 172.27.2.171 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/41fa2748-5128-443c-9596-9512930402b5) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:36:13.620299 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-2791d91e-4b04-43ae-8e0e-81d7fabc0070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:13.624047 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:13.624975 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-2791d91e-4b04-43ae-8e0e-81d7fabc0070 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7942e80d-cb37-4e51-832b-051e74cf2da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4255035 Jul 27 16:36:13.629696 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Checking router: c037b20e-585e-4b9a-abb4-6302ffab189b for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:36:13.630493 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f854dc54-e832-4d1b-be74-b4e807b74139 x-openstack-request-id: req-f854dc54-e832-4d1b-be74-b4e807b74139 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:13.631554 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a55b7c3-0254-4b12-a47b-357fa5db50a9", "tag": "37e635ad-37c3-43df-90e3-5c0a40020c13", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:13.631849 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f854dc54-e832-4d1b-be74-b4e807b74139 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:13.633941 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Updating router c037b20e-585e-4b9a-abb4-6302ffab189b port 053456a5-e3e7-4806-9eb0-38375cb80360 binding host dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:36:13.638504 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f854dc54-e832-4d1b-be74-b4e807b74139'] response: {'name': 'network-changed', 'server_uuid': '1a55b7c3-0254-4b12-a47b-357fa5db50a9', 'tag': '37e635ad-37c3-43df-90e3-5c0a40020c13', 'status': 'completed', 'code': 200} Jul 27 16:36:13.713296 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (053456a5-e3e7-4806-9eb0-38375cb80360), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:13.720434 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Attempting to bind port 4ffee693-e913-4c90-93db-95726d255bb8 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:36:13.721032 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Attempting to bind port 4ffee693-e913-4c90-93db-95726d255bb8 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '4a2469d2-9af5-465c-92c5-01dc1752688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:36:13.721751 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Attempting to bind port 4ffee693-e913-4c90-93db-95726d255bb8 on network 5f30e4e1-bf07-478c-895f-f27f24b25617 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:13.766762 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:13.799045 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:36:13.799626 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Checking segment: {'id': '4a2469d2-9af5-465c-92c5-01dc1752688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:36:13.800140 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:13.800641 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Bound using segment: {'id': '4a2469d2-9af5-465c-92c5-01dc1752688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:36:13.801295 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Bound port: 4ffee693-e913-4c90-93db-95726d255bb8, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2469d2-9af5-465c-92c5-01dc1752688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:36:13.801810 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (4ffee693-e913-4c90-93db-95726d255bb8), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:13.850936 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port e0df2bc9-ed29-4249-a254-408852a7c333 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:13.852282 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (e0df2bc9-ed29-4249-a254-408852a7c333), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:13.857052 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00107907-ecbc-4437-bb4c-f073a3ba3fe8 None None] Pushing event updated for resources: {'Port': ['ID=4ffee693-e913-4c90-93db-95726d255bb8,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:13.921371 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-71fa69e4-1652-4f37-80a6-421d548bdb64 service neutron] 10.222.0.74 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8533385 Jul 27 16:36:13.984988 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for port (8ceb013b-9dd9-4218-8eb7-24e5e9eb5de9), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:13.993282 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (8ceb013b-9dd9-4218-8eb7-24e5e9eb5de9), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:14.030098 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-b887a50d-0e5a-4d32-82d7-200b15b0f66b None None] Current status of the port 5663b798-2c72-4d76-bec9-a77037f10554 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:14.039515 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-26d0dfd0-ef05-4556-8b6b-189d8b08ce56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (128282b8-4c1b-41a5-97ed-333232536919), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:14.039761 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] For port e0df2bc9-ed29-4249-a254-408852a7c333, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=e0df2bc9-ed29-4249-a254-408852a7c333,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:14.042967 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-26d0dfd0-ef05-4556-8b6b-189d8b08ce56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:14.046124 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-26d0dfd0-ef05-4556-8b6b-189d8b08ce56 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/128282b8-4c1b-41a5-97ed-333232536919 HTTP/1.1" status: 204 len: 168 time: 1.7101619 Jul 27 16:36:14.067404 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (e0df2bc9-ed29-4249-a254-408852a7c333), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:14.068167 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 5663b798-2c72-4d76-bec9-a77037f10554 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:14.092606 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-b887a50d-0e5a-4d32-82d7-200b15b0f66b None None] Provisioning complete for port 740a13ef-b8e5-43de-898b-09a30775d2b3 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:14.092606 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b887a50d-0e5a-4d32-82d7-200b15b0f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:14.093262 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0dfd0-ef05-4556-8b6b-189d8b08ce56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128282b8-4c1b-41a5-97ed-333232536919,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:14.120643 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (a723ad72-e71f-4ef7-9c37-c78f75c16fdb), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:14.175776 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:14.178063 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7681186 Jul 27 16:36:14.190344 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88301a-b249-4264-9196-b38c24d01fb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'Port': ['ID=8ceb013b-9dd9-4218-8eb7-24e5e9eb5de9,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:14.197886 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] For port 4ffee693-e913-4c90-93db-95726d255bb8, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:14.222227 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-f721f262-7fb7-43c8-8a75-1fbffe3196cb tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1113327231&fields=id&tenant_id=8d570044769a44d9b18c905284cd9947 HTTP/1.1" status: 200 len: 267 time: 0.2327933 Jul 27 16:36:14.245635 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:14.302717 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Publish callbacks [] for port (053456a5-e3e7-4806-9eb0-38375cb80360), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:14.303826 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for port (41fa2748-5128-443c-9596-9512930402b5), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:14.310678 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (053456a5-e3e7-4806-9eb0-38375cb80360), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:14.318778 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-e965c5da-61b0-4cad-ad59-0278a76a9c04 service neutron] 10.222.0.74 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869498 Jul 27 16:36:14.446053 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Attempting to bind port 053456a5-e3e7-4806-9eb0-38375cb80360 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:36:14.446414 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Attempting to bind port 053456a5-e3e7-4806-9eb0-38375cb80360 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:36:14.447026 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Attempting to bind port 053456a5-e3e7-4806-9eb0-38375cb80360 on network d36a590e-5aca-4f4b-84ba-ed6272112a6f {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:14.467313 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:36:14.467920 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Checking segment: {'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:36:14.468319 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:14.468765 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Bound using segment: {'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:36:14.469366 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Bound port: 053456a5-e3e7-4806-9eb0-38375cb80360, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:36:14.469909 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (053456a5-e3e7-4806-9eb0-38375cb80360), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:14.473122 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-067489d7-1c00-4cc1-bacf-c4b990f8799b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:14.485904 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-067489d7-1c00-4cc1-bacf-c4b990f8799b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/networks?id=4b2b545b-e176-40e2-8391-7dafbc2122d9 HTTP/1.1" status: 200 len: 817 time: 0.2625136 Jul 27 16:36:14.495303 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (41fa2748-5128-443c-9596-9512930402b5), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:14.513387 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-26e8d4fb-e63f-4b86-8e16-5e823834c833 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/quotas/8d570044769a44d9b18c905284cd9947 HTTP/1.1" status: 200 len: 375 time: 0.0265195 Jul 27 16:36:14.558777 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] For port 053456a5-e3e7-4806-9eb0-38375cb80360, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:14.564720 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] For port 053456a5-e3e7-4806-9eb0-38375cb80360, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=053456a5-e3e7-4806-9eb0-38375cb80360,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:14.579710 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:14.580760 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:14.588003 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (053456a5-e3e7-4806-9eb0-38375cb80360), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:14.605217 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73f4e8-4b66-4dab-b977-e8ef425f1725 None None] Pushing event updated for resources: {'Port': ['ID=053456a5-e3e7-4806-9eb0-38375cb80360,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:14.633373 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:14.680336 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:14.683763 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73f4e8-4b66-4dab-b977-e8ef425f1725 None None] Pushing event updated for resources: {'Port': ['ID=053456a5-e3e7-4806-9eb0-38375cb80360,revision_number=4']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:14.698642 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Routers {'c037b20e-585e-4b9a-abb4-6302ffab189b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:36:14.699634 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:58Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c037b20e-585e-4b9a-abb4-6302ffab189b'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:14.702468 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] For port 4ffee693-e913-4c90-93db-95726d255bb8, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=4ffee693-e913-4c90-93db-95726d255bb8,segment=NetworkSegment(4a2469d2-9af5-465c-92c5-01dc1752688b),segment_id=4a2469d2-9af5-465c-92c5-01dc1752688b)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:14.723965 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:14.744965 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-038f889b-7095-4da2-b7e9-6c5c21b91a66 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d570044769a44d9b18c905284cd9947&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2300310 Jul 27 16:36:14.748851 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:36:14.756735 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '77b25489-6804-4bd7-a6f3-11d26f97ab69', 'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'mac_address': 'fa:16:3e:0a:09:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:56Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 2, 'project_id': '8d570044769a44d9b18c905284cd9947', 'subnets': [{'id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:14.791799 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event updated for resources: {'Port': ['ID=41fa2748-5128-443c-9596-9512930402b5,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:14.841012 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Checking router: 8a70b9b0-fc79-49e9-9fdd-479734afd75b for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:36:14.845608 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Updating router 8a70b9b0-fc79-49e9-9fdd-479734afd75b port 77b25489-6804-4bd7-a6f3-11d26f97ab69 binding host dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:36:14.907516 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] Set router c037b20e-585e-4b9a-abb4-6302ffab189b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:36:14.917193 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (4ffee693-e913-4c90-93db-95726d255bb8), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:14.925149 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2162e2-ab30-44a2-bb3c-1717481841f3 req-168abfdf-c09a-4bee-a7f4-db1175b12cd0 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:14.926786 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e2162e2-ab30-44a2-bb3c-1717481841f3 req-168abfdf-c09a-4bee-a7f4-db1175b12cd0 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 943 time: 0.2153418 Jul 27 16:36:15.071290 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Pushing event updated for resources: {'Port': ['ID=e0df2bc9-ed29-4249-a254-408852a7c333,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:15.083043 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-1ebb59ed-a492-44e3-ac78-4ccdfb010c81 service neutron] 10.222.0.74 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884924 Jul 27 16:36:15.124268 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:15.132076 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-b887a50d-0e5a-4d32-82d7-200b15b0f66b None None] Current status of the port 740a13ef-b8e5-43de-898b-09a30775d2b3 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:15.162277 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 5663b798-2c72-4d76-bec9-a77037f10554 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:15.162861 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (5663b798-2c72-4d76-bec9-a77037f10554), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:15.184758 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:15.271982 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Routers {'c639a3f3-7ad1-47f1-a4f8-69520ce6d247'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:36:15.272930 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:58Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:15.308451 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e2162e2-ab30-44a2-bb3c-1717481841f3 req-81ac385b-cbcc-4ce8-a3cd-fff5c58617f2 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475831 Jul 27 16:36:15.371509 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for floatingip (feab511e-2197-4346-9eb8-39a2e058aaca), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:15.431599 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (41fa2748-5128-443c-9596-9512930402b5), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:15.472014 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:02Z', 'revision_number': 4, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port': {'id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '053456a5-e3e7-4806-9eb0-38375cb80360', 'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'mac_address': 'fa:16:3e:5e:3e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:59Z', 'updated_at': '2022-07-27T16:36:14Z', 'revision_number': 4, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'subnets': [{'id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:15.490201 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-0c29d61e-ae7f-45ed-9638-674ad92c4f28 service neutron] 10.222.0.74 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941956 Jul 27 16:36:15.540437 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fc44ac-480b-4bc9-bc34-0a35bc815310 None None] The sync data for ids ['c037b20e-585e-4b9a-abb4-6302ffab189b'] in dv-cinder-849690-6-iscsi is: [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:02Z', 'revision_number': 4, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port': {'id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '053456a5-e3e7-4806-9eb0-38375cb80360', 'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'mac_address': 'fa:16:3e:5e:3e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:59Z', 'updated_at': '2022-07-27T16:36:14Z', 'revision_number': 4, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'subnets': [{'id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:36:15.657017 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Publish callbacks [] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:15.721888 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:15.735737 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:15.749369 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:15.816038 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-fc2b4913-0501-4b63-8b5c-1f949858a7c2 None None] Provisioning complete for port 4ffee693-e913-4c90-93db-95726d255bb8 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:15.816955 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4913-0501-4b63-8b5c-1f949858a7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (4ffee693-e913-4c90-93db-95726d255bb8), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:15.906888 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-eb40687d-bd1d-48df-8ed1-10175bfcc561 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1100778192&fields=id&tenant_id=ebcc91e5911a4a418118b3775cfe4b76 HTTP/1.1" status: 200 len: 267 time: 0.4041882 Jul 27 16:36:15.913756 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b25b2e4-4ccf-4b6d-b075-dabf185ba76f req-00e2a6a2-812b-4205-a357-bb7510d67f4d tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 210 time: 0.1534841 Jul 27 16:36:15.997554 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00107907-ecbc-4437-bb4c-f073a3ba3fe8 None None] Pushing event updated for resources: {'Port': ['ID=4ffee693-e913-4c90-93db-95726d255bb8,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:16.310516 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907922b-56e7-49ce-9d81-39bc4dfb5bd0 None None] Pushing event updated for resources: {'Port': ['ID=77b25489-6804-4bd7-a6f3-11d26f97ab69,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:16.444038 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:16.464010 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for port (41fa2748-5128-443c-9596-9512930402b5), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:16.466931 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-2116a1a4-ddf8-47c8-97d2-5eb5d180c364 service neutron] 10.222.0.20 "GET /v2.0/networks/7942e80d-cb37-4e51-832b-051e74cf2da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957394 Jul 27 16:36:16.477893 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-04fbcccb-75d7-4638-85c0-07dcf5756e0a req-b3fc3217-bdd8-49a4-afbd-6b08dee5e9fa tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 210 time: 0.2483108 Jul 27 16:36:16.483502 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (41fa2748-5128-443c-9596-9512930402b5), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:16.688251 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] Set router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:36:16.785555 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 5663b798-2c72-4d76-bec9-a77037f10554 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:16.786731 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 295807ee-a1e1-45e8-97c1-bae44133c635 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:16.833187 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event updated for resources: {'Port': ['ID=41fa2748-5128-443c-9596-9512930402b5,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:16.875403 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (feab511e-2197-4346-9eb8-39a2e058aaca), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:16.899417 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b4913-0501-4b63-8b5c-1f949858a7c2 None None] Current status of the port 4ffee693-e913-4c90-93db-95726d255bb8 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:16.901071 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4913-0501-4b63-8b5c-1f949858a7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (4ffee693-e913-4c90-93db-95726d255bb8), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:16.911457 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-80ee51d4-2d44-41e5-8353-a5b50b1767e3 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:16.913390 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-80ee51d4-2d44-41e5-8353-a5b50b1767e3 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/networks?id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e HTTP/1.1" status: 200 len: 815 time: 0.7798467 Jul 27 16:36:16.943857 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:16.953262 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-414a4349-d7a9-495b-988a-16c0f4ecfe70 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5081165 Jul 27 16:36:16.954384 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-a4b6ba62-5d2d-47f6-a167-0186af869d4e tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/quotas/ebcc91e5911a4a418118b3775cfe4b76 HTTP/1.1" status: 200 len: 375 time: 0.0296211 Jul 27 16:36:16.987803 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-4a02d1af-8912-44cb-bbad-e797eb0b8d3d tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:16.989405 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-4a02d1af-8912-44cb-bbad-e797eb0b8d3d tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 818 time: 0.2842619 Jul 27 16:36:17.014447 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 295807ee-a1e1-45e8-97c1-bae44133c635 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:17.014834 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (295807ee-a1e1-45e8-97c1-bae44133c635), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:17.059371 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Attempting to bind port 77b25489-6804-4bd7-a6f3-11d26f97ab69 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:36:17.059962 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Attempting to bind port 77b25489-6804-4bd7-a6f3-11d26f97ab69 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:36:17.060329 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Attempting to bind port 77b25489-6804-4bd7-a6f3-11d26f97ab69 on network 4b2b545b-e176-40e2-8391-7dafbc2122d9 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:17.076346 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:36:17.076773 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Checking segment: {'id': '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:36:17.077217 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:17.077611 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Bound using segment: {'id': '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:36:17.078138 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Bound port: 77b25489-6804-4bd7-a6f3-11d26f97ab69, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:36:17.078703 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:17.210237 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-fc2b4913-0501-4b63-8b5c-1f949858a7c2 None None] For port 4ffee693-e913-4c90-93db-95726d255bb8, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=4ffee693-e913-4c90-93db-95726d255bb8,segment=NetworkSegment(4a2469d2-9af5-465c-92c5-01dc1752688b),segment_id=4a2469d2-9af5-465c-92c5-01dc1752688b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:17.217979 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 295807ee-a1e1-45e8-97c1-bae44133c635 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:17.219512 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 318c1116-78bd-44d6-ae53-500baa4e4774 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:17.244489 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-67e794bc-86ce-46dc-b5c6-8e7e0af06399 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/quotas/027a003da80c43ca9b4b337527b93d3a HTTP/1.1" status: 200 len: 375 time: 0.0221376 Jul 27 16:36:17.288533 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-eb0856ce-b69e-4239-bff5-54b50f906de5 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3263159 Jul 27 16:36:17.303957 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4913-0501-4b63-8b5c-1f949858a7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (4ffee693-e913-4c90-93db-95726d255bb8), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:17.316319 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-a701ab41-49e2-4f4f-8ce6-adcfedd79ae8 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705307 Jul 27 16:36:17.325136 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:17.386363 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:17.432369 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-fc2b4913-0501-4b63-8b5c-1f949858a7c2 None None] Provisioning complete for port 053456a5-e3e7-4806-9eb0-38375cb80360 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:17.432948 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4913-0501-4b63-8b5c-1f949858a7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (053456a5-e3e7-4806-9eb0-38375cb80360), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:17.472548 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:17.483700 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:17.496434 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-31b33620-2577-4dfb-8986-efbe4476252c service neutron] 10.222.0.74 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696177 Jul 27 16:36:17.519973 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 4, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4ffee693-e913-4c90-93db-95726d255bb8', 'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'mac_address': 'fa:16:3e:16:fd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:58Z', 'updated_at': '2022-07-27T16:36:14Z', 'revision_number': 4, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'subnets': [{'id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:17.536866 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-c61610d4-f53b-4d39-9379-478d9c22a48c service neutron] 10.222.0.74 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194619 Jul 27 16:36:17.558495 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 318c1116-78bd-44d6-ae53-500baa4e4774 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:17.558978 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (318c1116-78bd-44d6-ae53-500baa4e4774), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:17.582064 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] For port 77b25489-6804-4bd7-a6f3-11d26f97ab69, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:17.585001 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa43718-8552-479c-877e-ea246d2cf460 None None] The sync data for ids ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'] in dv-cinder-849690-6-iscsi is: [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 4, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4ffee693-e913-4c90-93db-95726d255bb8', 'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'mac_address': 'fa:16:3e:16:fd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:58Z', 'updated_at': '2022-07-27T16:36:14Z', 'revision_number': 4, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'subnets': [{'id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:36:17.594705 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b4913-0501-4b63-8b5c-1f949858a7c2 None None] Pushing event updated for resources: {'Port': ['ID=4ffee693-e913-4c90-93db-95726d255bb8,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:17.628534 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] For port 77b25489-6804-4bd7-a6f3-11d26f97ab69, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=77b25489-6804-4bd7-a6f3-11d26f97ab69,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:17.653206 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:17.714332 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-4319ee7b-da4a-44f6-9d57-1e5ccf2c5407 service neutron] 10.222.0.74 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110894 Jul 27 16:36:17.733689 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-133e6898-2eff-4019-a147-ae8cc8183966 service neutron] 10.222.0.74 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931963 Jul 27 16:36:17.754775 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Routers {'8a70b9b0-fc79-49e9-9fdd-479734afd75b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:36:17.755550 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:35:58Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:18.119047 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09822a-150b-4d17-afc0-32b3e6e40b91 req-235fd3d1-22fe-4dab-b9a5-2f1694fdb4ca tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:18.120592 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7d09822a-150b-4d17-afc0-32b3e6e40b91 req-235fd3d1-22fe-4dab-b9a5-2f1694fdb4ca tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 943 time: 0.0826797 Jul 27 16:36:18.178346 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] Set router 8a70b9b0-fc79-49e9-9fdd-479734afd75b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:36:18.196955 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-6dbb00c8-08b8-4e62-b548-1ab3ca72be67 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1157196307&fields=id&tenant_id=89ddf8711f2f4be88304f967149c3a50 HTTP/1.1" status: 200 len: 267 time: 0.1459687 Jul 27 16:36:18.212981 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 318c1116-78bd-44d6-ae53-500baa4e4774 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:18.213132 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (318c1116-78bd-44d6-ae53-500baa4e4774), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:18.231053 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b4913-0501-4b63-8b5c-1f949858a7c2 None None] Current status of the port 053456a5-e3e7-4806-9eb0-38375cb80360 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:18.231446 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4913-0501-4b63-8b5c-1f949858a7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (053456a5-e3e7-4806-9eb0-38375cb80360), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:18.394305 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907922b-56e7-49ce-9d81-39bc4dfb5bd0 None None] Pushing event updated for resources: {'Port': ['ID=77b25489-6804-4bd7-a6f3-11d26f97ab69,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:18.398106 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] For port 318c1116-78bd-44d6-ae53-500baa4e4774, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=318c1116-78bd-44d6-ae53-500baa4e4774,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:18.458925 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (318c1116-78bd-44d6-ae53-500baa4e4774), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:18.459949 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device e2214acf-25e9-4e9a-9115-e5ca03629a45 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:18.572603 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-fc2b4913-0501-4b63-8b5c-1f949858a7c2 None None] For port 053456a5-e3e7-4806-9eb0-38375cb80360, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=053456a5-e3e7-4806-9eb0-38375cb80360,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:18.630241 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fc2b4913-0501-4b63-8b5c-1f949858a7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (053456a5-e3e7-4806-9eb0-38375cb80360), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:18.679404 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7d09822a-150b-4d17-afc0-32b3e6e40b91 req-203397b8-fdb7-4d5c-bfc5-07343f812ed4 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420275 Jul 27 16:36:18.780039 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-31716441-6ebd-4576-8cbd-9e1d04b21b4d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:18.786034 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Pushing event updated for resources: {'Port': ['ID=318c1116-78bd-44d6-ae53-500baa4e4774,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:18.787636 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-31716441-6ebd-4576-8cbd-9e1d04b21b4d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/networks?id=5f30e4e1-bf07-478c-895f-f27f24b25617 HTTP/1.1" status: 200 len: 810 time: 0.5884569 Jul 27 16:36:18.835898 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-4a0fa9bd-0f2b-46f0-96ac-887aecb8248c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/quotas/89ddf8711f2f4be88304f967149c3a50 HTTP/1.1" status: 200 len: 375 time: 0.0313203 Jul 27 16:36:18.898896 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-9fb3ae29-63c7-4cce-8176-d18e12cbc885 None None] Provisioning complete for port 4ffee693-e913-4c90-93db-95726d255bb8 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:18.904682 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9fb3ae29-63c7-4cce-8176-d18e12cbc885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (4ffee693-e913-4c90-93db-95726d255bb8), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:18.914760 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port e2214acf-25e9-4e9a-9115-e5ca03629a45 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:18.915855 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (e2214acf-25e9-4e9a-9115-e5ca03629a45), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:18.969602 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a571ecf2-23e1-4a18-bb41-09580122248b tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=89ddf8711f2f4be88304f967149c3a50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1249762 Jul 27 16:36:18.978336 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4897c2a-4da7-47b6-aa34-92d5f95f6f41 req-77240222-c3ce-463a-934d-3b8a028e6ee3 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 210 time: 0.0703592 Jul 27 16:36:19.073243 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:19.081703 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:19.123515 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b4913-0501-4b63-8b5c-1f949858a7c2 None None] Pushing event updated for resources: {'Port': ['ID=053456a5-e3e7-4806-9eb0-38375cb80360,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:19.131471 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '77b25489-6804-4bd7-a6f3-11d26f97ab69', 'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'mac_address': 'fa:16:3e:0a:09:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:56Z', 'updated_at': '2022-07-27T16:36:17Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'subnets': [{'id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:19.165269 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f88263c5-6824-4d55-a03d-ae57a3d2db74 req-27a0b39c-3665-43e4-a5e6-76fc83ac9ca5 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 210 time: 0.0708535 Jul 27 16:36:19.165904 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe300052-fa4e-411c-9116-5578439d0d7c None None] The sync data for ids ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'] in dv-cinder-849690-6-iscsi is: [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '77b25489-6804-4bd7-a6f3-11d26f97ab69', 'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'mac_address': 'fa:16:3e:0a:09:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:56Z', 'updated_at': '2022-07-27T16:36:17Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'subnets': [{'id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:36:19.196354 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-0fd394f7-2155-4292-bfef-bff56c1446e9 service neutron] 10.222.0.74 "GET /v2.0/networks/5f30e4e1-bf07-478c-895f-f27f24b25617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132158 Jul 27 16:36:19.325829 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3ae29-63c7-4cce-8176-d18e12cbc885 None None] Current status of the port 4ffee693-e913-4c90-93db-95726d255bb8 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:19.329829 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-23806ef3-6d7b-4ab5-89eb-2a8a9b53b82c req-1ff599c5-6ce6-46c7-8336-1bab5907a671 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 210 time: 0.0334525 Jul 27 16:36:19.336195 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port e2214acf-25e9-4e9a-9115-e5ca03629a45 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:19.336590 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (e2214acf-25e9-4e9a-9115-e5ca03629a45), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:19.342662 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:19.367451 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-9fb3ae29-63c7-4cce-8176-d18e12cbc885 None None] Provisioning complete for port 77b25489-6804-4bd7-a6f3-11d26f97ab69 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:19.367863 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9fb3ae29-63c7-4cce-8176-d18e12cbc885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:19.409028 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] For port e2214acf-25e9-4e9a-9115-e5ca03629a45, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=e2214acf-25e9-4e9a-9115-e5ca03629a45,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:19.426438 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (e2214acf-25e9-4e9a-9115-e5ca03629a45), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:19.427389 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 740a13ef-b8e5-43de-898b-09a30775d2b3 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:19.445832 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-7a65452a-c9bb-4bd8-9feb-468608bb9317 service neutron] 10.222.0.74 "GET /v2.0/networks/5f30e4e1-bf07-478c-895f-f27f24b25617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430460 Jul 27 16:36:19.539321 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Pushing event updated for resources: {'Port': ['ID=e2214acf-25e9-4e9a-9115-e5ca03629a45,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:19.768076 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 740a13ef-b8e5-43de-898b-09a30775d2b3 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:19.768489 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:19.931106 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:19.972572 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3ae29-63c7-4cce-8176-d18e12cbc885 None None] Current status of the port 77b25489-6804-4bd7-a6f3-11d26f97ab69 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:19.984786 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9fb3ae29-63c7-4cce-8176-d18e12cbc885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:19.992293 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:36:20.023178 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-74387dce-6b06-4298-9c42-c3c9cfa6da48 req-089dabe5-71c3-44d3-ab7f-b43521fd8523 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.1214354 Jul 27 16:36:20.311370 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5f89e-9e87-47bb-a793-0a972ef53b83 req-bdeb8e06-1a61-4149-adae-aed88443a079 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:20.328587 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5e5f89e-9e87-47bb-a793-0a972ef53b83 req-bdeb8e06-1a61-4149-adae-aed88443a079 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 943 time: 0.2706251 Jul 27 16:36:20.348967 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6ff9a7f1-373f-4a66-b756-c15e59b9eb21 req-519211ff-3e1b-4614-b559-528a297c03d0 service neutron] 10.222.0.20 "GET /v2.0/networks/7942e80d-cb37-4e51-832b-051e74cf2da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536509 Jul 27 16:36:20.413462 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-9fb3ae29-63c7-4cce-8176-d18e12cbc885 None None] For port 77b25489-6804-4bd7-a6f3-11d26f97ab69, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=77b25489-6804-4bd7-a6f3-11d26f97ab69,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:20.457727 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9fb3ae29-63c7-4cce-8176-d18e12cbc885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:20.474961 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 740a13ef-b8e5-43de-898b-09a30775d2b3 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:20.476052 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 6d4e992f-cf5f-4942-b2e4-0e14acf69230 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:20.546731 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-233de6d4-0a36-4c52-b35c-ae10658ed1b4 req-13fabb4b-6b5a-4f3a-89bb-e7c3d83c371a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 210 time: 0.1808550 Jul 27 16:36:20.589473 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 37520) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:20.668664 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5e5f89e-9e87-47bb-a793-0a972ef53b83 req-10a4a89e-1486-4f05-a5b7-ffdc8cab8b05 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389750 Jul 27 16:36:20.735343 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3ae29-63c7-4cce-8176-d18e12cbc885 None None] Pushing event updated for resources: {'Port': ['ID=77b25489-6804-4bd7-a6f3-11d26f97ab69,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:20.815855 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-829626ec-58e1-46c9-9bdd-de560f6f0a3a req-df886dc5-afb4-4c9e-910a-7ca7cfefe2d4 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 210 time: 0.1423352 Jul 27 16:36:20.865866 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 6d4e992f-cf5f-4942-b2e4-0e14acf69230 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:20.866552 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (6d4e992f-cf5f-4942-b2e4-0e14acf69230), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:20.927109 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:20.944120 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8e9c-9f28-4039-8d4d-2ba5c3dbbff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:20.982720 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-06dd4cdb-64d6-4166-8bca-541cae746a57 req-ae0c0a20-a8ee-4dfd-adc1-ebc3dd660fa6 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 210 time: 0.1286392 Jul 27 16:36:21.087041 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 6d4e992f-cf5f-4942-b2e4-0e14acf69230 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:21.087998 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (6d4e992f-cf5f-4942-b2e4-0e14acf69230), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:21.094209 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:21.111131 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8e9c-9f28-4039-8d4d-2ba5c3dbbff0 admin admin] Publish callbacks [] for security_group (5dda434c-b273-482c-8d8b-b1d67284be2f), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:21.118662 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8d1d8e9c-9f28-4039-8d4d-2ba5c3dbbff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (5dda434c-b273-482c-8d8b-b1d67284be2f), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:21.142709 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] For port 6d4e992f-cf5f-4942-b2e4-0e14acf69230, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=6d4e992f-cf5f-4942-b2e4-0e14acf69230,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:21.148699 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (6d4e992f-cf5f-4942-b2e4-0e14acf69230), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:21.152600 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:21.269770 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b91fbb3b-32a8-416a-a54f-8d7cb9c1584b req-c6a07a0a-a0fa-4d6b-b407-4c908e084040 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.1349816 Jul 27 16:36:21.309674 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 37542) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:21.312457 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8d1d8e9c-9f28-4039-8d4d-2ba5c3dbbff0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=deaeada46274450fb6816e2e5c7f65a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7216122 Jul 27 16:36:21.316294 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Pushing event updated for resources: {'Port': ['ID=6d4e992f-cf5f-4942-b2e4-0e14acf69230,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:21.320074 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:21.334891 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d8e9c-9f28-4039-8d4d-2ba5c3dbbff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dda434c-b273-482c-8d8b-b1d67284be2f,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:21.411119 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:21.415781 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (1bfa0b52-e37f-4ed3-9004-d45664dd9dfc), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:21.457750 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29aec792-9d3c-46cf-8a87-0db3b8b4326f admin admin] Publish callbacks [] for security_group (5dda434c-b273-482c-8d8b-b1d67284be2f), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:21.482368 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9d673-bc8f-4053-bb33-319f971bf4b5 req-52e2ffac-2e46-4992-a7ee-2e83f0846540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:21.485340 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-42c9d673-bc8f-4053-bb33-319f971bf4b5 req-52e2ffac-2e46-4992-a7ee-2e83f0846540 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f922d21e1e8434ea5e93938dc56bed9&device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 1127 time: 0.0805836 Jul 27 16:36:21.501892 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29aec792-9d3c-46cf-8a87-0db3b8b4326f admin admin] Publish callbacks [] for security_group (5dda434c-b273-482c-8d8b-b1d67284be2f), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:21.596204 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:21.597226 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:21.599005 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 52c0f3a6-f14d-48e3-87db-711752f858cd up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:21.623918 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29aec792-9d3c-46cf-8a87-0db3b8b4326f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (5dda434c-b273-482c-8d8b-b1d67284be2f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:21.626965 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-29aec792-9d3c-46cf-8a87-0db3b8b4326f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:21.628417 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-29aec792-9d3c-46cf-8a87-0db3b8b4326f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5dda434c-b273-482c-8d8b-b1d67284be2f HTTP/1.1" status: 204 len: 168 time: 0.3175383 Jul 27 16:36:21.644802 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aec792-9d3c-46cf-8a87-0db3b8b4326f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dda434c-b273-482c-8d8b-b1d67284be2f,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:21.729009 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 52c0f3a6-f14d-48e3-87db-711752f858cd triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:21.729453 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (52c0f3a6-f14d-48e3-87db-711752f858cd), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:21.803773 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dfe18c4e-4b50-4636-9467-c3e0c7c70400 req-a4e24a46-4f62-4486-a92a-f83095022a65 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 210 time: 0.0811398 Jul 27 16:36:21.903216 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 52c0f3a6-f14d-48e3-87db-711752f858cd is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:21.938958 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6295516-1a00-4f5f-8cac-3abba3c8becb req-cc0011ec-be28-4996-8ded-53264bd0843e tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:21.943921 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a6295516-1a00-4f5f-8cac-3abba3c8becb req-cc0011ec-be28-4996-8ded-53264bd0843e tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 943 time: 0.1228416 Jul 27 16:36:22.025523 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cc676ab2-6dbd-4a29-a16a-9eb20803f85b req-83911548-d7b3-4ce1-8e2c-540fe068c00e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 210 time: 0.0774956 Jul 27 16:36:22.139814 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a6295516-1a00-4f5f-8cac-3abba3c8becb req-a9347cd9-5695-4cac-bb84-5ef7c6219a92 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098983 Jul 27 16:36:22.167425 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.20', 54100) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:22.461644 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device e0df2bc9-ed29-4249-a254-408852a7c333 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:22.500631 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 37588) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:22.589216 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e6d76dac-da7f-4e0b-bd40-c33257ef93f2 req-29f63bc0-b7b8-4ce4-97b0-df0f1880c6ef tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.0452809 Jul 27 16:36:22.597548 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-af23b740-ae60-4e4d-bd15-e51ddf94cb16 req-7b6355d3-8d49-4748-9dc5-104f30c52f9b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 210 time: 0.3382900 Jul 27 16:36:22.637254 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port e0df2bc9-ed29-4249-a254-408852a7c333 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:22.639414 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (e0df2bc9-ed29-4249-a254-408852a7c333), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:22.646114 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dfcf18bf-44e5-484b-862b-272245710d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:22.668163 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-1451c660-8012-4a5e-b6d3-55c1865f57a1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:22.681959 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-1451c660-8012-4a5e-b6d3-55c1865f57a1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.20 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 818 time: 0.4959311 Jul 27 16:36:22.750384 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9d673-bc8f-4053-bb33-319f971bf4b5 req-3946f431-23f7-44f8-9ae0-9dc0b36a2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:22.752380 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-42c9d673-bc8f-4053-bb33-319f971bf4b5 req-3946f431-23f7-44f8-9ae0-9dc0b36a2e77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7942e80d-cb37-4e51-832b-051e74cf2da3 HTTP/1.1" status: 200 len: 912 time: 0.5905051 Jul 27 16:36:22.798075 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port e0df2bc9-ed29-4249-a254-408852a7c333 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:22.799203 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 4ffee693-e913-4c90-93db-95726d255bb8 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:22.886243 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 4ffee693-e913-4c90-93db-95726d255bb8 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:22.886960 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (4ffee693-e913-4c90-93db-95726d255bb8), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:22.906521 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dfcf18bf-44e5-484b-862b-272245710d31 admin admin] Publish callbacks [] for security_group (f9df881b-718e-4577-9996-9a2f1edaeaaf), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:22.918090 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dfcf18bf-44e5-484b-862b-272245710d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (f9df881b-718e-4577-9996-9a2f1edaeaaf), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:22.961504 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-dfcf18bf-44e5-484b-862b-272245710d31 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8e6e1de0e8f34f98a42117717d88a27c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4492660 Jul 27 16:36:22.963467 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 37602) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:23.004113 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f07c0437-3f91-4030-98b1-03f06e67d5bb req-6509d55a-718f-4c06-9185-bca908dfd9ff tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 210 time: 0.0883429 Jul 27 16:36:23.008336 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf18bf-44e5-484b-862b-272245710d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9df881b-718e-4577-9996-9a2f1edaeaaf,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:23.021959 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 4ffee693-e913-4c90-93db-95726d255bb8 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:23.024379 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 77b25489-6804-4bd7-a6f3-11d26f97ab69 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:23.070094 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-11c9ea1a-0aa5-44eb-949b-6736f3b598c8 admin admin] Publish callbacks [] for security_group (f9df881b-718e-4577-9996-9a2f1edaeaaf), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:23.090542 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 77b25489-6804-4bd7-a6f3-11d26f97ab69 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:23.090918 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:23.099972 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-11c9ea1a-0aa5-44eb-949b-6736f3b598c8 admin admin] Publish callbacks [] for security_group (f9df881b-718e-4577-9996-9a2f1edaeaaf), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:23.146227 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:23.159334 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ff95d78d-eae0-447e-830d-9080024434ad req-8f2e7a56-9778-4496-8327-2a0896dedaf7 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 210 time: 0.0434587 Jul 27 16:36:23.174609 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-11c9ea1a-0aa5-44eb-949b-6736f3b598c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (f9df881b-718e-4577-9996-9a2f1edaeaaf), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:23.177664 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-11c9ea1a-0aa5-44eb-949b-6736f3b598c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:23.179103 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-11c9ea1a-0aa5-44eb-949b-6736f3b598c8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f9df881b-718e-4577-9996-9a2f1edaeaaf HTTP/1.1" status: 204 len: 168 time: 0.2145956 Jul 27 16:36:23.191484 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9ea1a-0aa5-44eb-949b-6736f3b598c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9df881b-718e-4577-9996-9a2f1edaeaaf,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:23.216011 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 77b25489-6804-4bd7-a6f3-11d26f97ab69 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:23.217791 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 318c1116-78bd-44d6-ae53-500baa4e4774 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:23.274169 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 318c1116-78bd-44d6-ae53-500baa4e4774 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:23.274616 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (318c1116-78bd-44d6-ae53-500baa4e4774), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:23.305465 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab7bb6-0887-4aff-ab4e-bf2f9518745e req-a32b6d47-bf6c-48bd-9c3a-c36dda1e6945 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:23.306952 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8fab7bb6-0887-4aff-ab4e-bf2f9518745e req-a32b6d47-bf6c-48bd-9c3a-c36dda1e6945 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 943 time: 0.0554934 Jul 27 16:36:23.356238 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 318c1116-78bd-44d6-ae53-500baa4e4774 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:23.357491 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device e2214acf-25e9-4e9a-9115-e5ca03629a45 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:23.362284 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8fab7bb6-0887-4aff-ab4e-bf2f9518745e req-b9ce71e3-42ec-45cd-b43a-e15857a59a33 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484474 Jul 27 16:36:23.402300 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port e2214acf-25e9-4e9a-9115-e5ca03629a45 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:23.402671 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (e2214acf-25e9-4e9a-9115-e5ca03629a45), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:23.438400 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:23.483007 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port e2214acf-25e9-4e9a-9115-e5ca03629a45 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:23.484099 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 740a13ef-b8e5-43de-898b-09a30775d2b3 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:23.548404 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 740a13ef-b8e5-43de-898b-09a30775d2b3 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:23.548404 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:23.554227 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-db4aabd0-b2d7-4ef0-82f5-55cdb1925a9b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Request body: {'port': {'device_id': '71c4add4-825e-428a-b0ba-a2f6447d80a7', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'admin_state_up': True, 'tenant_id': '027a003da80c43ca9b4b337527b93d3a'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:23.563952 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.20', 54102) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:23.761122 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c3002ed8-67a6-4f7f-a4da-d0b7308bf735 req-986f1298-b5c8-48a4-9ce3-33facc497d39 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 210 time: 0.0566461 Jul 27 16:36:23.794003 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0f8779ec-0d56-45a6-9666-fcf057212976 req-d37afb80-1891-4552-916b-2c88eebe92e3 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.0388925 Jul 27 16:36:23.803138 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 740a13ef-b8e5-43de-898b-09a30775d2b3 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:23.804586 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 6d4e992f-cf5f-4942-b2e4-0e14acf69230 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:23.835001 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-db4aabd0-b2d7-4ef0-82f5-55cdb1925a9b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Made reservation on behalf of 027a003da80c43ca9b4b337527b93d3a for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:36:23.842655 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-db4aabd0-b2d7-4ef0-82f5-55cdb1925a9b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:23.854469 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 6d4e992f-cf5f-4942-b2e4-0e14acf69230 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:23.854847 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (6d4e992f-cf5f-4942-b2e4-0e14acf69230), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:23.917878 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.20', 54104) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:24.046065 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 6d4e992f-cf5f-4942-b2e4-0e14acf69230 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:24.047157 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 053456a5-e3e7-4806-9eb0-38375cb80360 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:24.080391 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:24.085088 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-42c9d673-bc8f-4053-bb33-319f971bf4b5 req-ceca4920-2984-4097-af24-dcec53a1ca44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37e635ad-37c3-43df-90e3-5c0a40020c13 HTTP/1.1" status: 200 len: 217 time: 0.1761854 Jul 27 16:36:24.162615 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 053456a5-e3e7-4806-9eb0-38375cb80360 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:24.162615 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (053456a5-e3e7-4806-9eb0-38375cb80360), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:24.325319 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-8ab8895c-3739-4fe3-8b61-08c5382fd71f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:24.327739 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-8ab8895c-3739-4fe3-8b61-08c5382fd71f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.20 "GET /v2.0/networks?id=4b2b545b-e176-40e2-8391-7dafbc2122d9 HTTP/1.1" status: 200 len: 817 time: 0.4217947 Jul 27 16:36:24.351771 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:24.357295 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 053456a5-e3e7-4806-9eb0-38375cb80360 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:24.574112 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2cc07686-d27e-4e6d-af3b-8844791c88f3 req-353de568-1665-40f4-9d5d-d5e9457a1e0a tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 210 time: 0.2597344 Jul 27 16:36:24.623847 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8834bcba-b1c1-4fc0-86cb-0b0dbcd47899 req-05bb2606-6fd1-4e34-b776-39437aeaf6cb tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 210 time: 0.3269324 Jul 27 16:36:24.737787 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:24.784392 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:24.814590 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f281f01-8bdb-4a79-8ff8-73d6b5a68081 req-9d5f86fa-af3d-4906-8732-f5bbd5a49018 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:24.821160 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9f281f01-8bdb-4a79-8ff8-73d6b5a68081 req-9d5f86fa-af3d-4906-8732-f5bbd5a49018 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 943 time: 0.1438804 Jul 27 16:36:24.842064 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-37800a6f-d942-4e71-b95c-ccab54071868 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:24.843491 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-37800a6f-d942-4e71-b95c-ccab54071868 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.20 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 818 time: 0.9245503 Jul 27 16:36:24.846209 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-db4aabd0-b2d7-4ef0-82f5-55cdb1925a9b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Allocated IP 172.20.0.8 (d36a590e-5aca-4f4b-84ba-ed6272112a6f/6261f153-df76-4666-8c12-d3f7ad70249a/ee2f2c0f-c666-48ff-8555-4ac295050a28) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:36:24.899036 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e88f55bc-4c73-4105-b0dd-a58cf0290a25 req-621a3ba7-c1a9-40fd-9106-57cf0de2996a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 210 time: 0.0504689 Jul 27 16:36:24.962536 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9f281f01-8bdb-4a79-8ff8-73d6b5a68081 req-c69feefb-2e5e-4d74-91f7-9197cdd84aab tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404312 Jul 27 16:36:25.012592 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca433a8f-eff3-4c54-a394-188eb6105153 req-5108bf98-739e-4cc5-b1ec-47b4da246796 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.0489473 Jul 27 16:36:25.104342 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-db4aabd0-b2d7-4ef0-82f5-55cdb1925a9b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for port (ee2f2c0f-c666-48ff-8555-4ac295050a28), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:25.139524 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-db4aabd0-b2d7-4ef0-82f5-55cdb1925a9b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (ee2f2c0f-c666-48ff-8555-4ac295050a28), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:25.224022 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-db4aabd0-b2d7-4ef0-82f5-55cdb1925a9b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Network d36a590e-5aca-4f4b-84ba-ed6272112a6f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:25.229447 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-db4aabd0-b2d7-4ef0-82f5-55cdb1925a9b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:25.233560 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-db4aabd0-b2d7-4ef0-82f5-55cdb1925a9b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:36:25.260093 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4aabd0-b2d7-4ef0-82f5-55cdb1925a9b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Pushing event updated for resources: {'Port': ['ID=ee2f2c0f-c666-48ff-8555-4ac295050a28,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:25.292724 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-db4aabd0-b2d7-4ef0-82f5-55cdb1925a9b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:25.293605 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-db4aabd0-b2d7-4ef0-82f5-55cdb1925a9b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:25.315968 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-db4aabd0-b2d7-4ef0-82f5-55cdb1925a9b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7663887 Jul 27 16:36:25.369804 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-425cd288-52b0-4e1c-a8b9-3ab1df692bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:25.389329 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-c89b61e5-ef68-4661-a9ca-058d48d55ae2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Request body: {'port': {'device_id': '2bdc21ff-3230-4793-bfe7-b12d4ea18cf2', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'admin_state_up': True, 'tenant_id': '027a003da80c43ca9b4b337527b93d3a'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:25.399047 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.20', 54107) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:25.405264 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Request body: {'port': {'device_id': '71c4add4-825e-428a-b0ba-a2f6447d80a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:25.477141 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=51 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:25.634414 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-b5111454-4b94-4b25-839a-fbd25e9c3966 None None] Provisioning complete for port ee2f2c0f-c666-48ff-8555-4ac295050a28 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:25.635103 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b5111454-4b94-4b25-839a-fbd25e9c3966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (ee2f2c0f-c666-48ff-8555-4ac295050a28), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:25.659158 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (ee2f2c0f-c666-48ff-8555-4ac295050a28), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:25.742909 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-b5111454-4b94-4b25-839a-fbd25e9c3966 None None] Port ee2f2c0f-c666-48ff-8555-4ac295050a28 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:36:25.790489 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9d673-bc8f-4053-bb33-319f971bf4b5 req-941f9889-513f-4f90-9bf5-4b59b0bef5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:25.793338 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-42c9d673-bc8f-4053-bb33-319f971bf4b5 req-941f9889-513f-4f90-9bf5-4b59b0bef5f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13b57cb1-4380-44f4-9d05-d065e33466d3 HTTP/1.1" status: 200 len: 850 time: 0.4093597 Jul 27 16:36:25.809129 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8ae893b-504d-4f41-ac5e-5cc85ba4159b req-b326adbe-ad99-42c2-9b1c-c858d373b511 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 210 time: 0.1064422 Jul 27 16:36:25.822042 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-b9ef42d1-00c5-4b77-b3fd-698e1c71c880 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d570044769a44d9b18c905284cd9947 HTTP/1.1" status: 200 len: 380 time: 0.4278064 Jul 27 16:36:25.879188 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-917a963b-87a4-495a-a43e-7775721dcba4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Request body: {'port': {'device_id': 'a008e56d-969e-442a-bb08-524ee7e06084', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'admin_state_up': True, 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'security_groups': ['c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c']}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:25.884206 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:25.953900 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-27d78ad8-370f-424e-a342-0d42d85cc3d7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:25.955648 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-27d78ad8-370f-424e-a342-0d42d85cc3d7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "GET /v2.0/networks?id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e HTTP/1.1" status: 200 len: 815 time: 0.5536273 Jul 27 16:36:25.972424 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca487b85-5f66-449b-b637-4ad8bbfc6931 req-086a5f3d-5f67-4539-b619-f60fee87d1d3 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 210 time: 0.1535318 Jul 27 16:36:25.978610 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-c89b61e5-ef68-4661-a9ca-058d48d55ae2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Made reservation on behalf of 027a003da80c43ca9b4b337527b93d3a for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:36:26.005357 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-c89b61e5-ef68-4661-a9ca-058d48d55ae2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:26.089539 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.20', 54112) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:26.102919 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9d673-bc8f-4053-bb33-319f971bf4b5 req-ee633f3a-0a8e-4b8c-aefa-7b0d43b17766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:26.105075 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-42c9d673-bc8f-4053-bb33-319f971bf4b5 req-ee633f3a-0a8e-4b8c-aefa-7b0d43b17766 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7942e80d-cb37-4e51-832b-051e74cf2da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2455428 Jul 27 16:36:26.250036 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:26.263303 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ea9da877-a30f-4f32-b5a7-6f2fe687aeef req-bb54688a-bae7-4da4-a649-b684bec262aa tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 210 time: 0.1713893 Jul 27 16:36:26.290745 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-917a963b-87a4-495a-a43e-7775721dcba4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Made reservation on behalf of 8d570044769a44d9b18c905284cd9947 for: {'port': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:36:26.294310 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-917a963b-87a4-495a-a43e-7775721dcba4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:26.327828 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:26.496333 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-af330bfd-383a-49b4-9f76-7a373562efbd tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebcc91e5911a4a418118b3775cfe4b76 HTTP/1.1" status: 200 len: 380 time: 0.3864605 Jul 27 16:36:26.501192 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:26.503578 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba4012-e546-4b07-9d78-38cf0f7502a5 req-22a91b60-2d05-46e7-8440-f23cbcfe58be tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:26.505099 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-19ba4012-e546-4b07-9d78-38cf0f7502a5 req-22a91b60-2d05-46e7-8440-f23cbcfe58be tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 943 time: 0.3739061 Jul 27 16:36:26.515598 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-917a963b-87a4-495a-a43e-7775721dcba4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Allocated IP 172.20.0.3 (4b2b545b-e176-40e2-8391-7dafbc2122d9/dd5a5861-0b12-4ebb-85aa-394b3176f5b9/efc8d307-e5f0-4084-9201-4869a986c38c) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:36:26.521016 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-fd694ce1-9159-472b-90d9-ec531b5d031a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'port': {'device_id': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'admin_state_up': True, 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'security_groups': ['39774d9c-b37c-4b1c-a354-50a158db59c1']}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:26.597489 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-42c9d673-bc8f-4053-bb33-319f971bf4b5 req-9567b593-2cb2-4832-b5e5-2b9d922ece73 service neutron] 10.222.0.20 "GET /v2.0/networks/7942e80d-cb37-4e51-832b-051e74cf2da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409993 Jul 27 16:36:26.601267 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4d81c57d-5c58-4e4a-99c1-c6bcd1e5f20e req-55a62cc8-cc4d-4275-bf14-f7b0293e1568 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.1320980 Jul 27 16:36:26.629085 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-ba620d63-1beb-4a7b-9234-f55c29038e25 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:26.630529 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-ba620d63-1beb-4a7b-9234-f55c29038e25 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.20 "GET /v2.0/networks?id=5f30e4e1-bf07-478c-895f-f27f24b25617 HTTP/1.1" status: 200 len: 810 time: 0.5398631 Jul 27 16:36:26.710151 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-19ba4012-e546-4b07-9d78-38cf0f7502a5 req-bc3eb5bb-3906-4b40-b3c4-01a3430c25c8 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779070 Jul 27 16:36:26.769809 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-95522b2b-b813-481c-a642-2a1d2e031796 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89ddf8711f2f4be88304f967149c3a50 HTTP/1.1" status: 200 len: 380 time: 0.1284311 Jul 27 16:36:26.818574 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2f2c0f-c666-48ff-8555-4ac295050a28 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:36:26.831060 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Publish callbacks [] for port (ee2f2c0f-c666-48ff-8555-4ac295050a28), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:26.855570 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Transition to ACTIVE for port object ee2f2c0f-c666-48ff-8555-4ac295050a28 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:36:26.864299 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (ee2f2c0f-c666-48ff-8555-4ac295050a28), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:26.981697 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c59ded42-4d05-4509-bf95-9eed7afe4127 req-8272b419-1f68-409f-936c-1dac267296f9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 210 time: 0.0728278 Jul 27 16:36:27.022816 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-fd694ce1-9159-472b-90d9-ec531b5d031a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Made reservation on behalf of ebcc91e5911a4a418118b3775cfe4b76 for: {'port': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:36:27.026836 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-fd694ce1-9159-472b-90d9-ec531b5d031a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:27.045415 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-42c9d673-bc8f-4053-bb33-319f971bf4b5 req-d6a2eac1-55bc-47df-a486-b0b65cf23ff9 service neutron] 10.222.0.20 "GET /v2.0/networks/7942e80d-cb37-4e51-832b-051e74cf2da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361546 Jul 27 16:36:27.076805 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2f2c0f-c666-48ff-8555-4ac295050a28,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:27.082426 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-c89b61e5-ef68-4661-a9ca-058d48d55ae2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Allocated IP 172.20.0.14 (d36a590e-5aca-4f4b-84ba-ed6272112a6f/6261f153-df76-4666-8c12-d3f7ad70249a/9368fc6a-10b9-4455-a76f-7ab085d78bdc) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:36:27.122071 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-917a963b-87a4-495a-a43e-7775721dcba4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for port (efc8d307-e5f0-4084-9201-4869a986c38c), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:27.175596 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-917a963b-87a4-495a-a43e-7775721dcba4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:27.188919 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-260567bf-2cbc-421e-8aff-804af55707fb req-58de7689-8812-4037-81dc-1b8e15beb87e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 210 time: 0.0556931 Jul 27 16:36:27.239673 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:27.253520 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Attempting to bind port ee2f2c0f-c666-48ff-8555-4ac295050a28 on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:36:27.253887 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Attempting to bind port ee2f2c0f-c666-48ff-8555-4ac295050a28 by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:36:27.254211 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Attempting to bind port ee2f2c0f-c666-48ff-8555-4ac295050a28 on network d36a590e-5aca-4f4b-84ba-ed6272112a6f {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:27.265633 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Port ee2f2c0f-c666-48ff-8555-4ac295050a28 on network d36a590e-5aca-4f4b-84ba-ed6272112a6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:36:27.265954 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Attempting to bind port ee2f2c0f-c666-48ff-8555-4ac295050a28 on network d36a590e-5aca-4f4b-84ba-ed6272112a6f {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:27.272371 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:27.283529 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-917a963b-87a4-495a-a43e-7775721dcba4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Network 4b2b545b-e176-40e2-8391-7dafbc2122d9 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:27.284427 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:36:27.284793 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Checking segment: {'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:36:27.285353 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Bound using segment: {'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:36:27.286673 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Bound port: ee2f2c0f-c666-48ff-8555-4ac295050a28, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:36:27.286673 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (ee2f2c0f-c666-48ff-8555-4ac295050a28), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:27.291674 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-917a963b-87a4-495a-a43e-7775721dcba4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:27.302242 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-917a963b-87a4-495a-a43e-7775721dcba4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:36:27.308348 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a963b-87a4-495a-a43e-7775721dcba4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event updated for resources: {'Port': ['ID=efc8d307-e5f0-4084-9201-4869a986c38c,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:27.350801 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-fd694ce1-9159-472b-90d9-ec531b5d031a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Allocated IP 172.20.0.5 (22edebd8-fe29-44cb-9c58-64fe5ac1da5e/0f8f2e6b-ff3c-47af-8857-06c3b916a7f6/78e696af-c295-41c4-a3bd-e88439dd705f) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:36:27.404596 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-917a963b-87a4-495a-a43e-7775721dcba4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:27.406396 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-917a963b-87a4-495a-a43e-7775721dcba4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:27.446729 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-917a963b-87a4-495a-a43e-7775721dcba4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5855529 Jul 27 16:36:27.472469 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d050c976-893e-4574-a5d5-741d7e724d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:27.637358 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:27.682705 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-fd694ce1-9159-472b-90d9-ec531b5d031a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for port (78e696af-c295-41c4-a3bd-e88439dd705f), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:27.718751 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-fd694ce1-9159-472b-90d9-ec531b5d031a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (78e696af-c295-41c4-a3bd-e88439dd705f), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:27.739049 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-b9889c58-7dbc-47f9-814b-28b35c193c9a None None] Provisioning complete for port efc8d307-e5f0-4084-9201-4869a986c38c triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:27.739419 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b9889c58-7dbc-47f9-814b-28b35c193c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:27.772883 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-c89b61e5-ef68-4661-a9ca-058d48d55ae2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for port (9368fc6a-10b9-4455-a76f-7ab085d78bdc), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:27.786606 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-b9889c58-7dbc-47f9-814b-28b35c193c9a None None] Port efc8d307-e5f0-4084-9201-4869a986c38c cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:36:27.796086 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd694ce1-9159-472b-90d9-ec531b5d031a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'Port': ['ID=78e696af-c295-41c4-a3bd-e88439dd705f,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:27.801217 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-fd694ce1-9159-472b-90d9-ec531b5d031a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:27.802732 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-fd694ce1-9159-472b-90d9-ec531b5d031a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:27.808937 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-fd694ce1-9159-472b-90d9-ec531b5d031a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:36:27.867985 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-fd694ce1-9159-472b-90d9-ec531b5d031a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:27.869266 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-fd694ce1-9159-472b-90d9-ec531b5d031a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:27.880438 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c44ae814-4129-40d1-98d3-3930d8232205 req-b9e6cefe-6e49-47ec-9be4-a3d713a99d39 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.1646550 Jul 27 16:36:27.895028 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-fd694ce1-9159-472b-90d9-ec531b5d031a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3831384 Jul 27 16:36:27.899507 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:27.939857 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f5293-14a5-4dd8-8224-e38726e42960 req-c864999d-9438-48db-84a3-2b43dba894e2 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:27.941792 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e34f5293-14a5-4dd8-8224-e38726e42960 req-c864999d-9438-48db-84a3-2b43dba894e2 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 931 time: 0.2945402 Jul 27 16:36:27.993114 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] For port ee2f2c0f-c666-48ff-8555-4ac295050a28, host hv-cinder-84969, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:28.049252 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-c89b61e5-ef68-4661-a9ca-058d48d55ae2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (9368fc6a-10b9-4455-a76f-7ab085d78bdc), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:28.061324 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] For port ee2f2c0f-c666-48ff-8555-4ac295050a28, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=ee2f2c0f-c666-48ff-8555-4ac295050a28,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:28.078944 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66457618-4b8e-4b79-b03c-c408d542da55 req-70966cfd-4ee0-45e3-877c-330ff11350eb tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:28.080421 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-66457618-4b8e-4b79-b03c-c408d542da55 req-70966cfd-4ee0-45e3-877c-330ff11350eb tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 943 time: 0.1234550 Jul 27 16:36:28.106056 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-6efc2ce6-4c4a-4deb-8ba4-be532cd4b33e None None] Provisioning complete for port 78e696af-c295-41c4-a3bd-e88439dd705f triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:28.106329 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6efc2ce6-4c4a-4deb-8ba4-be532cd4b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (78e696af-c295-41c4-a3bd-e88439dd705f), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:28.111384 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (ee2f2c0f-c666-48ff-8555-4ac295050a28), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:28.137975 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-6efc2ce6-4c4a-4deb-8ba4-be532cd4b33e None None] Port 78e696af-c295-41c4-a3bd-e88439dd705f cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:36:28.152362 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e34f5293-14a5-4dd8-8224-e38726e42960 req-b3670661-5574-4ab3-aa70-71af017360c0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=39774d9c-b37c-4b1c-a354-50a158db59c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965554 Jul 27 16:36:28.159181 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-c89b61e5-ef68-4661-a9ca-058d48d55ae2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Network d36a590e-5aca-4f4b-84ba-ed6272112a6f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:28.175592 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-c89b61e5-ef68-4661-a9ca-058d48d55ae2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:28.184546 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b61e5-ef68-4661-a9ca-058d48d55ae2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Pushing event updated for resources: {'Port': ['ID=9368fc6a-10b9-4455-a76f-7ab085d78bdc,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:28.211527 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:28.212636 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:28.213868 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] 10.222.0.20 "PUT /v2.0/ports/ee2f2c0f-c666-48ff-8555-4ac295050a28 HTTP/1.1" status: 200 len: 1093 time: 2.8204291 Jul 27 16:36:28.214319 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c4add4-825e-428a-b0ba-a2f6447d80a7', 'tag': 'ee2f2c0f-c666-48ff-8555-4ac295050a28'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:36:28.257343 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-66457618-4b8e-4b79-b03c-c408d542da55 req-02f4de56-3114-4b19-9364-1bd093907525 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470168 Jul 27 16:36:28.295741 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-c89b61e5-ef68-4661-a9ca-058d48d55ae2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:36:28.398451 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced58db-b358-4194-abdb-a202c5979c3b req-aaab8a7c-cc8d-4e28-a11d-8fa8dcd52392 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:28.399970 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5ced58db-b358-4194-abdb-a202c5979c3b req-aaab8a7c-cc8d-4e28-a11d-8fa8dcd52392 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 932 time: 0.1629364 Jul 27 16:36:28.408152 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea68b2cb-de15-4fc8-ba9c-cb87d0a774c8" -d '{"events": [{"name": "network-changed", "server_uuid": "71c4add4-825e-428a-b0ba-a2f6447d80a7", "tag": "ee2f2c0f-c666-48ff-8555-4ac295050a28"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:28.429984 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3aa853-aebd-4fe5-b12f-3c8575290796 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2f2c0f-c666-48ff-8555-4ac295050a28,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:28.447591 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-c89b61e5-ef68-4661-a9ca-058d48d55ae2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:28.448122 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-c89b61e5-ef68-4661-a9ca-058d48d55ae2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:28.467706 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54157005-deae-428b-841a-69df85222f2b req-0879d8b8-4fd9-4799-82f2-7bffd13e3529 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:28.469716 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-54157005-deae-428b-841a-69df85222f2b req-0879d8b8-4fd9-4799-82f2-7bffd13e3529 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 931 time: 0.1262825 Jul 27 16:36:28.508308 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-c89b61e5-ef68-4661-a9ca-058d48d55ae2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1239743 Jul 27 16:36:28.535789 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5ced58db-b358-4194-abdb-a202c5979c3b req-e35a3f0e-9cbd-41de-bf9a-6fd75e9102e0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248088 Jul 27 16:36:28.558415 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-54157005-deae-428b-841a-69df85222f2b req-736ca30e-bec1-404c-bae3-99360d1d5422 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810788 Jul 27 16:36:28.590787 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-df4af5d8-32f6-405e-99fe-c4e2978a45fb None None] Provisioning complete for port 9368fc6a-10b9-4455-a76f-7ab085d78bdc triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:28.591802 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-df4af5d8-32f6-405e-99fe-c4e2978a45fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (9368fc6a-10b9-4455-a76f-7ab085d78bdc), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:28.629484 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-df4af5d8-32f6-405e-99fe-c4e2978a45fb None None] Port 9368fc6a-10b9-4455-a76f-7ab085d78bdc cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:36:28.686366 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39541700-58f3-47a3-be9c-c5b825448c8b x-openstack-request-id: req-39541700-58f3-47a3-be9c-c5b825448c8b {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:28.686714 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c4add4-825e-428a-b0ba-a2f6447d80a7", "tag": "ee2f2c0f-c666-48ff-8555-4ac295050a28", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:28.686975 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-39541700-58f3-47a3-be9c-c5b825448c8b {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:28.687475 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39541700-58f3-47a3-be9c-c5b825448c8b'] response: {'name': 'network-changed', 'server_uuid': '71c4add4-825e-428a-b0ba-a2f6447d80a7', 'tag': 'ee2f2c0f-c666-48ff-8555-4ac295050a28', 'status': 'completed', 'code': 200} Jul 27 16:36:28.714050 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:28.986277 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6710ce33-7abf-4d62-a3f0-79b80301f54d req-83d6e478-7b22-4d61-bcef-786c2556861f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.0296643 Jul 27 16:36:29.215181 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-9abd8dc5-2f87-4923-8a70-5c57bc9e1b5d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Request body: {'port': {'device_id': 'b0065d67-39b9-4506-a9c5-e3669abc73f3', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'admin_state_up': True, 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'security_groups': ['88084254-5810-499c-ab6d-282fac664d63']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:29.221248 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:29.239890 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 37e635ad-37c3-43df-90e3-5c0a40020c13 details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:36:29.241256 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Request body: {'port': {'device_id': 'a008e56d-969e-442a-bb08-524ee7e06084', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:29.255600 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Request body: {'port': {'device_id': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:29.278844 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Request body: {'port': {'device_id': '2bdc21ff-3230-4793-bfe7-b12d4ea18cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:29.352053 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:29.383191 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 37e635ad-37c3-43df-90e3-5c0a40020c13, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=37e635ad-37c3-43df-90e3-5c0a40020c13,segment=NetworkSegment(a2e3bb29-ad4f-4689-9e30-31de05a1b1ca),segment_id=a2e3bb29-ad4f-4689-9e30-31de05a1b1ca)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:29.394279 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:29.400036 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': '37e635ad-37c3-43df-90e3-5c0a40020c13', 'network_id': '7942e80d-cb37-4e51-832b-051e74cf2da3', 'port_id': '37e635ad-37c3-43df-90e3-5c0a40020c13', 'mac_address': 'fa:16:3e:7c:e8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b57cb1-4380-44f4-9d05-d065e33466d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:36:29.408009 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (78e696af-c295-41c4-a3bd-e88439dd705f), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:29.448851 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 37e635ad-37c3-43df-90e3-5c0a40020c13 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:29.449265 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (37e635ad-37c3-43df-90e3-5c0a40020c13), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:29.465202 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e635ad-37c3-43df-90e3-5c0a40020c13 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:36:29.483079 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a71d0-8393-4fed-b5e5-dc8365fc94c9 req-3f4be31a-dbf9-42ec-987b-2085e9595c90 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:29.484581 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8e3a71d0-8393-4fed-b5e5-dc8365fc94c9 req-3f4be31a-dbf9-42ec-987b-2085e9595c90 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 931 time: 0.2389505 Jul 27 16:36:29.497345 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 37e635ad-37c3-43df-90e3-5c0a40020c13, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=37e635ad-37c3-43df-90e3-5c0a40020c13,segment=NetworkSegment(a2e3bb29-ad4f-4689-9e30-31de05a1b1ca),segment_id=a2e3bb29-ad4f-4689-9e30-31de05a1b1ca)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:29.502705 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (37e635ad-37c3-43df-90e3-5c0a40020c13), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:29.513838 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68b2cb-de15-4fc8-ba9c-cb87d0a774c8 req-f064922a-b0ab-446c-9744-05d2d949d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:29.515309 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ea68b2cb-de15-4fc8-ba9c-cb87d0a774c8 req-f064922a-b0ab-446c-9744-05d2d949d9e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 1127 time: 0.2215915 Jul 27 16:36:29.544471 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:29.558775 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=37e635ad-37c3-43df-90e3-5c0a40020c13,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:29.571870 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fd978-5cb8-41ff-9769-f44b5be2f0e5 req-7aa376dc-6eb8-46ae-b7c0-0bf9fadfc70a tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:29.577202 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d41fd978-5cb8-41ff-9769-f44b5be2f0e5 req-7aa376dc-6eb8-46ae-b7c0-0bf9fadfc70a tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 943 time: 0.1801441 Jul 27 16:36:29.619753 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (9368fc6a-10b9-4455-a76f-7ab085d78bdc), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:29.661685 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:29.785988 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['37e635ad-37c3-43df-90e3-5c0a40020c13'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:29.822722 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8e3a71d0-8393-4fed-b5e5-dc8365fc94c9 req-249958f0-5954-4507-aa2a-28a09c2b61e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=39774d9c-b37c-4b1c-a354-50a158db59c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138812 Jul 27 16:36:29.855569 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-9abd8dc5-2f87-4923-8a70-5c57bc9e1b5d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Made reservation on behalf of 89ddf8711f2f4be88304f967149c3a50 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:36:29.859374 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-9abd8dc5-2f87-4923-8a70-5c57bc9e1b5d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:29.886677 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:29.907872 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d41fd978-5cb8-41ff-9769-f44b5be2f0e5 req-ddaa05a0-79ad-400f-a82b-db479f749ec7 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272388 Jul 27 16:36:29.936594 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e696af-c295-41c4-a3bd-e88439dd705f {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:36:29.945838 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Publish callbacks [] for port (78e696af-c295-41c4-a3bd-e88439dd705f), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:29.961667 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc8d307-e5f0-4084-9201-4869a986c38c {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:36:29.975107 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Publish callbacks [] for port (efc8d307-e5f0-4084-9201-4869a986c38c), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:29.986933 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=40 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:29.988553 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Transition to ACTIVE for port object 78e696af-c295-41c4-a3bd-e88439dd705f will not be triggered until provisioned by entity L2. {{(pid=104022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:36:29.990536 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68b2cb-de15-4fc8-ba9c-cb87d0a774c8 req-a4bc1e5b-9104-42a8-a764-d903ce271c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:29.992497 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ea68b2cb-de15-4fc8-ba9c-cb87d0a774c8 req-a4bc1e5b-9104-42a8-a764-d903ce271c23 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=027a003da80c43ca9b4b337527b93d3a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4656935 Jul 27 16:36:29.999406 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (78e696af-c295-41c4-a3bd-e88439dd705f), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:30.089397 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Transition to ACTIVE for port object efc8d307-e5f0-4084-9201-4869a986c38c will not be triggered until provisioned by entity L2. {{(pid=104022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:36:30.101378 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:30.145568 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Pushing event updated for resources: {'Port': ['ID=78e696af-c295-41c4-a3bd-e88439dd705f,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:30.225729 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Pushing event updated for resources: {'Port': ['ID=efc8d307-e5f0-4084-9201-4869a986c38c,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:30.403444 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:30.463666 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Attempting to bind port 78e696af-c295-41c4-a3bd-e88439dd705f on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:36:30.464723 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Attempting to bind port 78e696af-c295-41c4-a3bd-e88439dd705f by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:36:30.465488 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Attempting to bind port 78e696af-c295-41c4-a3bd-e88439dd705f on network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:30.495001 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Port 78e696af-c295-41c4-a3bd-e88439dd705f on network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:36:30.496368 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Attempting to bind port 78e696af-c295-41c4-a3bd-e88439dd705f on network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:30.514276 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:30.518573 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Attempting to bind port efc8d307-e5f0-4084-9201-4869a986c38c on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:36:30.518906 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Attempting to bind port efc8d307-e5f0-4084-9201-4869a986c38c by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:36:30.520923 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Attempting to bind port efc8d307-e5f0-4084-9201-4869a986c38c on network 4b2b545b-e176-40e2-8391-7dafbc2122d9 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:30.524745 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:36:30.531798 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Checking segment: {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:36:30.532272 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Bound using segment: {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:36:30.532754 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Bound port: 78e696af-c295-41c4-a3bd-e88439dd705f, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:36:30.533172 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (78e696af-c295-41c4-a3bd-e88439dd705f), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:30.556577 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Port efc8d307-e5f0-4084-9201-4869a986c38c on network 4b2b545b-e176-40e2-8391-7dafbc2122d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:36:30.557018 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Attempting to bind port efc8d307-e5f0-4084-9201-4869a986c38c on network 4b2b545b-e176-40e2-8391-7dafbc2122d9 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:30.565978 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:36:30.566463 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Checking segment: {'id': '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:36:30.566884 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Bound using segment: {'id': '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:36:30.567449 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Bound port: efc8d307-e5f0-4084-9201-4869a986c38c, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:36:30.567797 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:30.630036 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:30.687509 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] For port 78e696af-c295-41c4-a3bd-e88439dd705f, host hv-cinder-84969, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:30.713385 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] For port 78e696af-c295-41c4-a3bd-e88439dd705f, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=78e696af-c295-41c4-a3bd-e88439dd705f,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:30.727323 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (78e696af-c295-41c4-a3bd-e88439dd705f), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:30.745580 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8dd18-5571-4569-a944-329992ceb03d req-bdbd9268-81ec-46ff-8f4e-f7ac0b4ede93 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:30.747307 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-75b8dd18-5571-4569-a944-329992ceb03d req-bdbd9268-81ec-46ff-8f4e-f7ac0b4ede93 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 932 time: 0.6751957 Jul 27 16:36:30.747766 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:30.767145 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eca526-fec7-47c0-aac3-c02cd08dfbec req-333e8f5c-5225-4cd6-8539-65157b3a0cde tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:30.769072 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8eca526-fec7-47c0-aac3-c02cd08dfbec req-333e8f5c-5225-4cd6-8539-65157b3a0cde tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.6755030 Jul 27 16:36:30.775779 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:30.776428 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:30.778217 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/78e696af-c295-41c4-a3bd-e88439dd705f HTTP/1.1" status: 200 len: 1093 time: 1.5326469 Jul 27 16:36:30.800189 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'tag': '78e696af-c295-41c4-a3bd-e88439dd705f'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:36:30.804077 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17f82e3-3054-4314-8ac7-7f272046986f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fb7d3a-2581-4c62-9d19-7636961df56e", "tag": "78e696af-c295-41c4-a3bd-e88439dd705f"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:30.810485 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] For port efc8d307-e5f0-4084-9201-4869a986c38c, host hv-cinder-84969, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:30.876943 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] For port efc8d307-e5f0-4084-9201-4869a986c38c, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=efc8d307-e5f0-4084-9201-4869a986c38c,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:30.920245 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a919e27-723d-431c-a848-0b94f6dd22e9 service neutron] Pushing event updated for resources: {'Port': ['ID=78e696af-c295-41c4-a3bd-e88439dd705f,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:30.924429 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:30.973037 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-dff82939-c94d-476d-ad8c-625c79a6790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:30.975055 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-dff82939-c94d-476d-ad8c-625c79a6790d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 1127 time: 0.1541896 Jul 27 16:36:30.984258 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:30.984258 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:30.996452 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] 10.222.0.20 "PUT /v2.0/ports/efc8d307-e5f0-4084-9201-4869a986c38c HTTP/1.1" status: 200 len: 1093 time: 1.7599783 Jul 27 16:36:31.093201 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-95e50d32-453e-42c9-b9b8-bc98f64e62ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e696af-c295-41c4-a3bd-e88439dd705f HTTP/1.1" status: 200 len: 217 time: 0.0895157 Jul 27 16:36:31.103046 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68b2cb-de15-4fc8-ba9c-cb87d0a774c8 req-0c0d64e9-a93c-4e42-9490-1d5f158a675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:31.104528 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ea68b2cb-de15-4fc8-ba9c-cb87d0a774c8 req-0c0d64e9-a93c-4e42-9490-1d5f158a675f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0862076 Jul 27 16:36:31.111144 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9368fc6a-10b9-4455-a76f-7ab085d78bdc {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:36:31.118090 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:31.131473 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Publish callbacks [] for port (9368fc6a-10b9-4455-a76f-7ab085d78bdc), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:31.144528 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:31.170371 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-703b8a3f-1be5-4ea2-b27b-be2a48743346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:31.172055 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-703b8a3f-1be5-4ea2-b27b-be2a48743346 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f8f2e6b-ff3c-47af-8857-06c3b916a7f6 HTTP/1.1" status: 200 len: 854 time: 0.0794466 Jul 27 16:36:31.210850 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-9abd8dc5-2f87-4923-8a70-5c57bc9e1b5d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Allocated IP 172.20.0.13 (5f30e4e1-bf07-478c-895f-f27f24b25617/8d480ff8-5cfd-4620-8bc1-bd543d69a3cf/7d079e14-f8f7-43ce-a463-f17c326cc7bb) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:36:31.230437 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Transition to ACTIVE for port object 9368fc6a-10b9-4455-a76f-7ab085d78bdc will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:36:31.268009 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-75b8dd18-5571-4569-a944-329992ceb03d req-b2be9e36-9548-4368-94f1-7db3d6dae107 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976270 Jul 27 16:36:31.268691 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (9368fc6a-10b9-4455-a76f-7ab085d78bdc), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:31.309327 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8eca526-fec7-47c0-aac3-c02cd08dfbec req-9c6c681a-3781-401f-a1d7-44e3742a497d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5152993 Jul 27 16:36:31.368568 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-4992540d-2e73-40fb-883d-633e70ef15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:31.370209 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-4992540d-2e73-40fb-883d-633e70ef15a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 1127 time: 0.1947844 Jul 27 16:36:31.462753 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5e483-a2d9-473c-86ee-7c1ede8043b0 service neutron] Pushing event updated for resources: {'Port': ['ID=efc8d307-e5f0-4084-9201-4869a986c38c,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:31.465400 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:31.474003 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-6700957f-0a8e-4cea-868f-e48d8d91ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:31.475821 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-6700957f-0a8e-4cea-868f-e48d8d91ec72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d570044769a44d9b18c905284cd9947&device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 1127 time: 0.4041498 Jul 27 16:36:31.477011 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Pushing event updated for resources: {'Port': ['ID=9368fc6a-10b9-4455-a76f-7ab085d78bdc,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:31.497528 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-59c3f6a0-798d-4c34-9b0f-8636aaa20f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:31.499651 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-59c3f6a0-798d-4c34-9b0f-8636aaa20f47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903122 Jul 27 16:36:31.537612 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-36f12e7f-e9e5-4146-8829-ddc76d27e224 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efc8d307-e5f0-4084-9201-4869a986c38c HTTP/1.1" status: 200 len: 217 time: 0.0508454 Jul 27 16:36:31.537886 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 37e635ad-37c3-43df-90e3-5c0a40020c13 up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:31.539292 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68413bbd-4338-458b-9ba2-edb18e646246 x-openstack-request-id: req-68413bbd-4338-458b-9ba2-edb18e646246 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:31.539673 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fb7d3a-2581-4c62-9d19-7636961df56e", "tag": "78e696af-c295-41c4-a3bd-e88439dd705f", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:31.540313 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-68413bbd-4338-458b-9ba2-edb18e646246 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:31.540824 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68413bbd-4338-458b-9ba2-edb18e646246'] response: {'name': 'network-changed', 'server_uuid': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'tag': '78e696af-c295-41c4-a3bd-e88439dd705f', 'status': 'completed', 'code': 200} Jul 27 16:36:31.633279 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port 37e635ad-37c3-43df-90e3-5c0a40020c13 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:36:31.638107 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-fe137de0-c856-4d86-8e9f-009a819a3d58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee2f2c0f-c666-48ff-8555-4ac295050a28 HTTP/1.1" status: 200 len: 217 time: 0.2540448 Jul 27 16:36:31.655561 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port 37e635ad-37c3-43df-90e3-5c0a40020c13 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:31.655933 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (37e635ad-37c3-43df-90e3-5c0a40020c13), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:31.673748 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-3917cd91-f426-47ba-b57a-e1bde9faa5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:31.675921 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-3917cd91-f426-47ba-b57a-e1bde9faa5c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd5a5861-0b12-4ebb-85aa-394b3176f5b9 HTTP/1.1" status: 200 len: 856 time: 0.1056077 Jul 27 16:36:31.698834 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-826d1478-1788-43b1-8a56-3d4dba902ff8 req-b05974f3-1c1a-4649-aeba-22499567a736 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.2228370 Jul 27 16:36:31.762176 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-7bb135d7-1ad8-460b-8a9b-87daccc042cc service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201383 Jul 27 16:36:31.781157 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-74007835-3c47-4f90-ae25-82717ed69edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:31.781844 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-74007835-3c47-4f90-ae25-82717ed69edb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2b545b-e176-40e2-8391-7dafbc2122d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937047 Jul 27 16:36:31.852553 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 37e635ad-37c3-43df-90e3-5c0a40020c13 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:31.852959 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (37e635ad-37c3-43df-90e3-5c0a40020c13), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:31.913328 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a55b7c3-0254-4b12-a47b-357fa5db50a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e635ad-37c3-43df-90e3-5c0a40020c13'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:36:31.938439 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Attempting to bind port 9368fc6a-10b9-4455-a76f-7ab085d78bdc on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:36:31.938893 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Attempting to bind port 9368fc6a-10b9-4455-a76f-7ab085d78bdc by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:36:31.939422 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Attempting to bind port 9368fc6a-10b9-4455-a76f-7ab085d78bdc on network d36a590e-5aca-4f4b-84ba-ed6272112a6f {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:31.947355 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cc194-0d9c-481c-a289-c3a0f3f18a23 req-0383d413-a077-4579-8eb9-df4c1ae73cee tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:31.948958 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-332cc194-0d9c-481c-a289-c3a0f3f18a23 req-0383d413-a077-4579-8eb9-df4c1ae73cee tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 943 time: 0.2800698 Jul 27 16:36:31.954656 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-9afecc38-b112-4e78-907f-e049812ba567 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601591 Jul 27 16:36:31.957127 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1a320e05-8b47-45fe-90bc-5ae7796e0326 req-e09d8ef9-98ef-4cfb-91e9-67ca020acb03 service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881661 Jul 27 16:36:31.958782 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5decde2-d215-4409-8e12-1549013c751f req-6af40e54-5f83-4dc0-b969-a5c157d26327 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:31.960221 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b5decde2-d215-4409-8e12-1549013c751f req-6af40e54-5f83-4dc0-b969-a5c157d26327 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 944 time: 0.1478403 Jul 27 16:36:31.961644 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-ae6a2007-ba01-4c3e-b676-36e8f01797cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:31.963227 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-ae6a2007-ba01-4c3e-b676-36e8f01797cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6261f153-df76-4666-8c12-d3f7ad70249a HTTP/1.1" status: 200 len: 857 time: 0.2795463 Jul 27 16:36:32.036161 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 37e635ad-37c3-43df-90e3-5c0a40020c13, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=37e635ad-37c3-43df-90e3-5c0a40020c13,segment=NetworkSegment(a2e3bb29-ad4f-4689-9e30-31de05a1b1ca),segment_id=a2e3bb29-ad4f-4689-9e30-31de05a1b1ca)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:32.049534 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (37e635ad-37c3-43df-90e3-5c0a40020c13), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:32.115550 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ba99cfe8-96c1-4892-b21a-99689f6ecd8a req-97cdda1e-a933-459e-8888-319fe4ecc992 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471522 Jul 27 16:36:32.115800 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8827ab69-44a1-4149-a835-8c8a5508f71b" -d '{"events": [{"server_uuid": "1a55b7c3-0254-4b12-a47b-357fa5db50a9", "name": "network-vif-plugged", "status": "completed", "tag": "37e635ad-37c3-43df-90e3-5c0a40020c13"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:32.133614 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=37e635ad-37c3-43df-90e3-5c0a40020c13,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:32.142449 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Port 9368fc6a-10b9-4455-a76f-7ab085d78bdc on network d36a590e-5aca-4f4b-84ba-ed6272112a6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:36:32.142449 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Attempting to bind port 9368fc6a-10b9-4455-a76f-7ab085d78bdc on network d36a590e-5aca-4f4b-84ba-ed6272112a6f {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:32.188280 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:36:32.188629 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Checking segment: {'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:36:32.189044 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Bound using segment: {'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:36:32.189468 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Bound port: 9368fc6a-10b9-4455-a76f-7ab085d78bdc, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:36:32.189821 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (9368fc6a-10b9-4455-a76f-7ab085d78bdc), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:32.250180 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:32.280742 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-861f96e0-ad23-42dc-99fb-efcde1ac81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:32.282268 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-861f96e0-ad23-42dc-99fb-efcde1ac81b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36a590e-5aca-4f4b-84ba-ed6272112a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2633355 Jul 27 16:36:32.291196 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-9abd8dc5-2f87-4923-8a70-5c57bc9e1b5d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for port (7d079e14-f8f7-43ce-a463-f17c326cc7bb), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:32.300341 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b5decde2-d215-4409-8e12-1549013c751f req-647712fd-e6a4-43c4-a8b5-92de79b05bee tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582157 Jul 27 16:36:32.303595 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-332cc194-0d9c-481c-a289-c3a0f3f18a23 req-240b3e08-6fda-48bf-b22a-25cd32dba7b6 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=39774d9c-b37c-4b1c-a354-50a158db59c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159978 Jul 27 16:36:32.346995 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] For port 9368fc6a-10b9-4455-a76f-7ab085d78bdc, host hv-cinder-84969, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:32.367278 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] For port 9368fc6a-10b9-4455-a76f-7ab085d78bdc, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=9368fc6a-10b9-4455-a76f-7ab085d78bdc,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:32.380431 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (9368fc6a-10b9-4455-a76f-7ab085d78bdc), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:32.413583 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-9abd8dc5-2f87-4923-8a70-5c57bc9e1b5d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (7d079e14-f8f7-43ce-a463-f17c326cc7bb), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:32.484346 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dc35a7-ebb8-4ff7-86b0-dadfd5af0754 x-openstack-request-id: req-89dc35a7-ebb8-4ff7-86b0-dadfd5af0754 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:32.484772 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a55b7c3-0254-4b12-a47b-357fa5db50a9", "name": "network-vif-plugged", "status": "completed", "tag": "37e635ad-37c3-43df-90e3-5c0a40020c13", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:32.485165 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-89dc35a7-ebb8-4ff7-86b0-dadfd5af0754 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:32.485637 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89dc35a7-ebb8-4ff7-86b0-dadfd5af0754'] response: {'server_uuid': '1a55b7c3-0254-4b12-a47b-357fa5db50a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e635ad-37c3-43df-90e3-5c0a40020c13', 'code': 200} Jul 27 16:36:32.509895 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f895a-3513-4ffa-b8ad-fb88b84422b7 req-c2a09490-9a42-438e-ab62-caa19272fa22 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:32.512942 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-907f895a-3513-4ffa-b8ad-fb88b84422b7 req-c2a09490-9a42-438e-ab62-caa19272fa22 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 944 time: 0.1207948 Jul 27 16:36:32.522703 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:32.523620 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:32.525407 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] 10.222.0.20 "PUT /v2.0/ports/9368fc6a-10b9-4455-a76f-7ab085d78bdc HTTP/1.1" status: 200 len: 1094 time: 3.2838619 Jul 27 16:36:32.526214 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdc21ff-3230-4793-bfe7-b12d4ea18cf2', 'tag': '9368fc6a-10b9-4455-a76f-7ab085d78bdc'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:36:32.530281 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebee396-9f9f-42db-b93e-9deb044c8c41" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdc21ff-3230-4793-bfe7-b12d4ea18cf2", "tag": "9368fc6a-10b9-4455-a76f-7ab085d78bdc"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:32.547836 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-9abd8dc5-2f87-4923-8a70-5c57bc9e1b5d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Network 5f30e4e1-bf07-478c-895f-f27f24b25617 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:36:32.577702 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:32.608316 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-9abd8dc5-2f87-4923-8a70-5c57bc9e1b5d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:32.611236 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-9abd8dc5-2f87-4923-8a70-5c57bc9e1b5d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:36:32.670646 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-9abd8dc5-2f87-4923-8a70-5c57bc9e1b5d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:32.671326 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-9abd8dc5-2f87-4923-8a70-5c57bc9e1b5d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:32.699990 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fc1de-bacf-4258-8199-87a5e4e5a205 service neutron] Pushing event updated for resources: {'Port': ['ID=9368fc6a-10b9-4455-a76f-7ab085d78bdc,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:32.737419 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-907f895a-3513-4ffa-b8ad-fb88b84422b7 req-912db333-4f1c-4287-a3ef-b72bf935287f tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036171 Jul 27 16:36:32.741027 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-9abd8dc5-2f87-4923-8a70-5c57bc9e1b5d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5322404 Jul 27 16:36:32.912509 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f82e3-3054-4314-8ac7-7f272046986f req-05e0cbef-65c2-4331-b12c-2d46dc536827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:32.914644 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c17f82e3-3054-4314-8ac7-7f272046986f req-05e0cbef-65c2-4331-b12c-2d46dc536827 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 1127 time: 0.0845346 Jul 27 16:36:32.937276 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Request body: {'port': {'device_id': 'b0065d67-39b9-4506-a9c5-e3669abc73f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:32.941448 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd8dc5-2f87-4923-8a70-5c57bc9e1b5d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event updated for resources: {'Port': ['ID=7d079e14-f8f7-43ce-a463-f17c326cc7bb,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:32.953926 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1301ead6-d753-44ee-a629-df1323005a2c x-openstack-request-id: req-1301ead6-d753-44ee-a629-df1323005a2c {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:32.954884 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdc21ff-3230-4793-bfe7-b12d4ea18cf2", "tag": "9368fc6a-10b9-4455-a76f-7ab085d78bdc", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:32.955143 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1301ead6-d753-44ee-a629-df1323005a2c {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:32.955550 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1301ead6-d753-44ee-a629-df1323005a2c'] response: {'name': 'network-changed', 'server_uuid': '2bdc21ff-3230-4793-bfe7-b12d4ea18cf2', 'tag': '9368fc6a-10b9-4455-a76f-7ab085d78bdc', 'status': 'completed', 'code': 200} Jul 27 16:36:32.966191 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d3ccb-44cc-4ec8-b50d-780bac5c4f91 req-41014899-2ec0-40b0-98a4-274f897050cd tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:32.977083 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c48d3ccb-44cc-4ec8-b50d-780bac5c4f91 req-41014899-2ec0-40b0-98a4-274f897050cd tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.3697622 Jul 27 16:36:33.023333 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-db2c302c-61a7-453d-8f7f-bf4308b05cc2 None None] Provisioning complete for port 7d079e14-f8f7-43ce-a463-f17c326cc7bb triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:33.024457 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-db2c302c-61a7-453d-8f7f-bf4308b05cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (7d079e14-f8f7-43ce-a463-f17c326cc7bb), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:33.037828 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38002) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:33.050023 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38006) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:33.063915 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-db2c302c-61a7-453d-8f7f-bf4308b05cc2 None None] Port 7d079e14-f8f7-43ce-a463-f17c326cc7bb cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:36:33.174565 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2e8e416f-7f66-48fc-b765-72240435d1ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:33.176263 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58feb2b-25e1-4bc2-b669-423a3bc38d36 req-47341e08-8e17-4682-bb58-b37560253f98 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:33.177424 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e58feb2b-25e1-4bc2-b669-423a3bc38d36 req-47341e08-8e17-4682-bb58-b37560253f98 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 932 time: 0.2206447 Jul 27 16:36:33.203330 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c48d3ccb-44cc-4ec8-b50d-780bac5c4f91 req-872350e9-1a21-4824-9f57-f1edfb20d127 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252254 Jul 27 16:36:33.218357 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-91c8c61c-ea39-4fa0-891b-43a855e78de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:33.233670 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (7d079e14-f8f7-43ce-a463-f17c326cc7bb), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:33.248878 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-a5d4dbdf-399f-4bc1-98c4-eab00266368f service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124684 Jul 27 16:36:33.264540 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:33.301757 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:33.313836 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e58feb2b-25e1-4bc2-b669-423a3bc38d36 req-0e001cd1-e432-49be-b2c1-95a0fe85d689 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213145 Jul 27 16:36:33.365807 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2e8e416f-7f66-48fc-b765-72240435d1ed admin admin] Publish callbacks [] for security_group (bc1f4c52-a74e-45f6-90ac-c301a24a0bcc), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:33.384478 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2e8e416f-7f66-48fc-b765-72240435d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (bc1f4c52-a74e-45f6-90ac-c301a24a0bcc), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:33.407465 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:33.466083 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-91c8c61c-ea39-4fa0-891b-43a855e78de4 admin admin] Publish callbacks [] for security_group (1f46be57-d648-4bf2-9561-f9171c894d75), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:33.477164 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-91c8c61c-ea39-4fa0-891b-43a855e78de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (1f46be57-d648-4bf2-9561-f9171c894d75), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:33.484165 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-2e8e416f-7f66-48fc-b765-72240435d1ed admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=62153ff309e1417eb182db62eaa5b48b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4448023 Jul 27 16:36:33.485139 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38022) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:33.488990 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e416f-7f66-48fc-b765-72240435d1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1f4c52-a74e-45f6-90ac-c301a24a0bcc,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:33.544351 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a008e56d-969e-442a-bb08-524ee7e06084', 'tag': 'efc8d307-e5f0-4084-9201-4869a986c38c'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:36:33.547604 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34b6c8c-1d05-4494-ae9b-6fcea03db25c" -d '{"events": [{"name": "network-changed", "server_uuid": "a008e56d-969e-442a-bb08-524ee7e06084", "tag": "efc8d307-e5f0-4084-9201-4869a986c38c"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:33.548063 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 78e696af-c295-41c4-a3bd-e88439dd705f details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:36:33.579690 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-91c8c61c-ea39-4fa0-891b-43a855e78de4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=27f1eace103144f197997ef13c78c7ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5284054 Jul 27 16:36:33.581916 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8c61c-ea39-4fa0-891b-43a855e78de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f46be57-d648-4bf2-9561-f9171c894d75,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:33.584524 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38026) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:33.609765 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:33.614843 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cd9a2c47-237b-43f8-a27e-45488f49146c admin admin] Publish callbacks [] for security_group (bc1f4c52-a74e-45f6-90ac-c301a24a0bcc), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:33.702399 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cd9a2c47-237b-43f8-a27e-45488f49146c admin admin] Publish callbacks [] for security_group (bc1f4c52-a74e-45f6-90ac-c301a24a0bcc), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:33.790645 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 78e696af-c295-41c4-a3bd-e88439dd705f, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=78e696af-c295-41c4-a3bd-e88439dd705f,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:33.807701 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': '78e696af-c295-41c4-a3bd-e88439dd705f', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'port_id': '78e696af-c295-41c4-a3bd-e88439dd705f', 'mac_address': 'fa:16:3e:e9:5f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:36:33.815806 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c313e-c24a-432c-abaf-e84b1ac28825 req-6fc104e5-a67e-4b75-a758-15a31e4e03b4 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:33.823629 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f64c313e-c24a-432c-abaf-e84b1ac28825 req-6fc104e5-a67e-4b75-a758-15a31e4e03b4 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 945 time: 0.4283607 Jul 27 16:36:33.835220 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f82e3-3054-4314-8ac7-7f272046986f req-d1a7db78-f02b-42bf-bdd8-0cf2a2bf7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:33.837237 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c17f82e3-3054-4314-8ac7-7f272046986f req-d1a7db78-f02b-42bf-bdd8-0cf2a2bf7fbe service neutron] 10.222.0.20 "GET /v2.0/networks?id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e HTTP/1.1" status: 200 len: 916 time: 0.2190440 Jul 27 16:36:33.852803 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 78e696af-c295-41c4-a3bd-e88439dd705f is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:33.853247 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (78e696af-c295-41c4-a3bd-e88439dd705f), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:33.876796 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e696af-c295-41c4-a3bd-e88439dd705f {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:36:33.890678 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-217d96db-c119-42fd-9aba-acaea7be2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:33.892240 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-217d96db-c119-42fd-9aba-acaea7be2c87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 1128 time: 0.1914527 Jul 27 16:36:33.905359 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 78e696af-c295-41c4-a3bd-e88439dd705f, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=78e696af-c295-41c4-a3bd-e88439dd705f,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:33.911590 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52931bcd-75b6-41bb-9f0c-b9d9b4a37148 req-dd331eed-ea71-429e-8ed7-008740a72db3 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:33.914489 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (78e696af-c295-41c4-a3bd-e88439dd705f), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:33.923431 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52931bcd-75b6-41bb-9f0c-b9d9b4a37148 req-dd331eed-ea71-429e-8ed7-008740a72db3 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 943 time: 0.4896891 Jul 27 16:36:33.982780 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c17f82e3-3054-4314-8ac7-7f272046986f req-8ff34158-7cfb-43c9-b0ef-d73d821fc584 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e696af-c295-41c4-a3bd-e88439dd705f HTTP/1.1" status: 200 len: 217 time: 0.1185138 Jul 27 16:36:34.002082 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=78e696af-c295-41c4-a3bd-e88439dd705f,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:34.027714 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-2bd6a00e-e152-424a-9473-2576b8171ff7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9368fc6a-10b9-4455-a76f-7ab085d78bdc HTTP/1.1" status: 200 len: 217 time: 0.0980532 Jul 27 16:36:34.035032 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b382e-9470-42fb-892c-090b705be23a req-bcbcfb6c-b750-4085-8afb-81356596e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:34.036496 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7e3b382e-9470-42fb-892c-090b705be23a req-bcbcfb6c-b750-4085-8afb-81356596e244 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 1129 time: 0.2127881 Jul 27 16:36:34.046504 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-87d2c88a-6a00-4a9b-aa6a-64f86fca1549 admin admin] Publish callbacks [] for security_group (1f46be57-d648-4bf2-9561-f9171c894d75), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:34.070539 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-a8d4978f-1ab2-45bf-8c51-281d398dc201 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706059 Jul 27 16:36:34.078359 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cd9a2c47-237b-43f8-a27e-45488f49146c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (bc1f4c52-a74e-45f6-90ac-c301a24a0bcc), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:34.081066 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cd9a2c47-237b-43f8-a27e-45488f49146c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:34.082226 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-cd9a2c47-237b-43f8-a27e-45488f49146c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bc1f4c52-a74e-45f6-90ac-c301a24a0bcc HTTP/1.1" status: 204 len: 168 time: 0.5943573 Jul 27 16:36:34.089671 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-7e3b382e-9470-42fb-892c-090b705be23a req-d6f31414-7bd1-42d5-8803-71651030e752 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:34.103707 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f82e3-3054-4314-8ac7-7f272046986f req-f996b26a-4025-4d85-bf3d-74121c1e3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:34.105690 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c17f82e3-3054-4314-8ac7-7f272046986f req-f996b26a-4025-4d85-bf3d-74121c1e3b04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f8f2e6b-ff3c-47af-8857-06c3b916a7f6 HTTP/1.1" status: 200 len: 854 time: 0.1160965 Jul 27 16:36:34.108512 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f64c313e-c24a-432c-abaf-e84b1ac28825 req-1d7e8f35-ead6-4042-bdd2-880026cad1e6 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811003 Jul 27 16:36:34.116578 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a2c47-237b-43f8-a27e-45488f49146c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1f4c52-a74e-45f6-90ac-c301a24a0bcc,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:34.127181 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-87d2c88a-6a00-4a9b-aa6a-64f86fca1549 admin admin] Publish callbacks [] for security_group (1f46be57-d648-4bf2-9561-f9171c894d75), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:34.202245 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f82e3-3054-4314-8ac7-7f272046986f req-3a2b920a-6aec-4128-bd6d-3fde5040f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:34.202461 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:34.204189 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c17f82e3-3054-4314-8ac7-7f272046986f req-3a2b920a-6aec-4128-bd6d-3fde5040f350 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888076 Jul 27 16:36:34.233850 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8561982e-0c05-442d-af50-545606ca15de x-openstack-request-id: req-8561982e-0c05-442d-af50-545606ca15de {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:34.234191 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a008e56d-969e-442a-bb08-524ee7e06084", "tag": "efc8d307-e5f0-4084-9201-4869a986c38c", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:34.234383 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8561982e-0c05-442d-af50-545606ca15de {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:34.234739 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8561982e-0c05-442d-af50-545606ca15de'] response: {'name': 'network-changed', 'server_uuid': 'a008e56d-969e-442a-bb08-524ee7e06084', 'tag': 'efc8d307-e5f0-4084-9201-4869a986c38c', 'status': 'completed', 'code': 200} Jul 27 16:36:34.263774 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52931bcd-75b6-41bb-9f0c-b9d9b4a37148 req-3d8c21cb-93a3-4543-a36c-f613b4ba10f3 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=39774d9c-b37c-4b1c-a354-50a158db59c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3391993 Jul 27 16:36:34.325593 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['78e696af-c295-41c4-a3bd-e88439dd705f'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:34.344017 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-87d2c88a-6a00-4a9b-aa6a-64f86fca1549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (1f46be57-d648-4bf2-9561-f9171c894d75), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:34.346683 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-87d2c88a-6a00-4a9b-aa6a-64f86fca1549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:34.356170 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-87d2c88a-6a00-4a9b-aa6a-64f86fca1549 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1f46be57-d648-4bf2-9561-f9171c894d75 HTTP/1.1" status: 204 len: 168 time: 0.7701778 Jul 27 16:36:34.365648 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-fbe0fb44-878c-4573-ba0a-62e45aac1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:34.367958 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:34.369230 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-fbe0fb44-878c-4573-ba0a-62e45aac1300 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6261f153-df76-4666-8c12-d3f7ad70249a HTTP/1.1" status: 200 len: 857 time: 0.3191030 Jul 27 16:36:34.391644 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d079e14-f8f7-43ce-a463-f17c326cc7bb {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:36:34.421231 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2c88a-6a00-4a9b-aa6a-64f86fca1549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f46be57-d648-4bf2-9561-f9171c894d75,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:34.422967 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Publish callbacks [] for port (7d079e14-f8f7-43ce-a463-f17c326cc7bb), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:34.436844 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-7e3b382e-9470-42fb-892c-090b705be23a req-d6f31414-7bd1-42d5-8803-71651030e752 service neutron] Publish callbacks [] for security_group (ec1f92b7-0e26-4a77-a31e-4a808857a2a5), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:34.450359 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-7e3b382e-9470-42fb-892c-090b705be23a req-d6f31414-7bd1-42d5-8803-71651030e752 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (ec1f92b7-0e26-4a77-a31e-4a808857a2a5), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:34.542079 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7e3b382e-9470-42fb-892c-090b705be23a req-d6f31414-7bd1-42d5-8803-71651030e752 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924636 Jul 27 16:36:34.543071 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f31414-7bd1-42d5-8803-71651030e752 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1f92b7-0e26-4a77-a31e-4a808857a2a5,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:34.563920 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:34.565467 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Transition to ACTIVE for port object 7d079e14-f8f7-43ce-a463-f17c326cc7bb will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:36:34.574849 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e1c5f-2adb-4ced-b114-c2f9b579c61d req-980f71bb-c6c3-41c1-88e0-5d115a1cbe02 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:34.576702 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-792e1c5f-2adb-4ced-b114-c2f9b579c61d req-980f71bb-c6c3-41c1-88e0-5d115a1cbe02 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 944 time: 0.1727817 Jul 27 16:36:34.580834 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (7d079e14-f8f7-43ce-a463-f17c326cc7bb), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:34.637552 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Pushing event updated for resources: {'Port': ['ID=7d079e14-f8f7-43ce-a463-f17c326cc7bb,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:34.656329 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de623de7-3608-4e2e-b81a-a63aed1771c9 req-233615cd-613c-4c30-8288-a508092691c9 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:34.663599 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-de623de7-3608-4e2e-b81a-a63aed1771c9 req-233615cd-613c-4c30-8288-a508092691c9 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.2195952 Jul 27 16:36:34.740124 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-792e1c5f-2adb-4ced-b114-c2f9b579c61d req-63b6936c-30d3-469f-ad01-cf0ab448fb92 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543522 Jul 27 16:36:34.745093 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38052) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:34.776118 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dd0c5b83-e393-49fc-a4b2-f71723236ad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:34.779991 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:34.877834 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:34.885235 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dd0c5b83-e393-49fc-a4b2-f71723236ad1 admin admin] Publish callbacks [] for security_group (584fd68e-a7c1-46a3-988e-769e7c800177), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:34.891672 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dd0c5b83-e393-49fc-a4b2-f71723236ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (584fd68e-a7c1-46a3-988e-769e7c800177), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:34.896291 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-de623de7-3608-4e2e-b81a-a63aed1771c9 req-f733e0f1-435f-42b0-86ac-7c6436ab21b7 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316720 Jul 27 16:36:34.947598 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c5b83-e393-49fc-a4b2-f71723236ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584fd68e-a7c1-46a3-988e-769e7c800177,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:34.959302 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Attempting to bind port 7d079e14-f8f7-43ce-a463-f17c326cc7bb on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:36:34.959639 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Attempting to bind port 7d079e14-f8f7-43ce-a463-f17c326cc7bb by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': '4a2469d2-9af5-465c-92c5-01dc1752688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:36:34.959988 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Attempting to bind port 7d079e14-f8f7-43ce-a463-f17c326cc7bb on network 5f30e4e1-bf07-478c-895f-f27f24b25617 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:34.967475 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-dd0c5b83-e393-49fc-a4b2-f71723236ad1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9cb1b317b9bf4c7fa19c3720ac4986d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185907 Jul 27 16:36:34.967617 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38054) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:34.974750 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Port 7d079e14-f8f7-43ce-a463-f17c326cc7bb on network 5f30e4e1-bf07-478c-895f-f27f24b25617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:36:34.975110 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Attempting to bind port 7d079e14-f8f7-43ce-a463-f17c326cc7bb on network 5f30e4e1-bf07-478c-895f-f27f24b25617 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:36:34.984235 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd434b-2853-457f-b0eb-32b1c1d9d246 req-0e739bf6-5c19-4df0-a269-87c6ea197847 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:34.985757 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e7fd434b-2853-457f-b0eb-32b1c1d9d246 req-0e739bf6-5c19-4df0-a269-87c6ea197847 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 944 time: 0.1047261 Jul 27 16:36:34.988937 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:36:34.989283 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Checking segment: {'id': '4a2469d2-9af5-465c-92c5-01dc1752688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:36:34.989664 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Bound using segment: {'id': '4a2469d2-9af5-465c-92c5-01dc1752688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:36:34.990089 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Bound port: 7d079e14-f8f7-43ce-a463-f17c326cc7bb, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2469d2-9af5-465c-92c5-01dc1752688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:36:34.990445 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (7d079e14-f8f7-43ce-a463-f17c326cc7bb), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:35.031230 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6d04306a-b146-4971-b00b-4affbf8801bc admin admin] Publish callbacks [] for security_group (584fd68e-a7c1-46a3-988e-769e7c800177), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:35.054561 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6d04306a-b146-4971-b00b-4affbf8801bc admin admin] Publish callbacks [] for security_group (584fd68e-a7c1-46a3-988e-769e7c800177), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:35.072768 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e7fd434b-2853-457f-b0eb-32b1c1d9d246 req-410c4fc8-df1a-4aa6-b950-dca6fbdfa0ad tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798674 Jul 27 16:36:35.089647 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38056) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:35.094247 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] For port 7d079e14-f8f7-43ce-a463-f17c326cc7bb, host hv-cinder-84969, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:36:35.098189 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] For port 7d079e14-f8f7-43ce-a463-f17c326cc7bb, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=7d079e14-f8f7-43ce-a463-f17c326cc7bb,segment=NetworkSegment(4a2469d2-9af5-465c-92c5-01dc1752688b),segment_id=4a2469d2-9af5-465c-92c5-01dc1752688b)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:36:35.106313 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (7d079e14-f8f7-43ce-a463-f17c326cc7bb), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:35.107413 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5623c65c-3598-4585-bd2e-479d27535148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:35.135162 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6d04306a-b146-4971-b00b-4affbf8801bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (584fd68e-a7c1-46a3-988e-769e7c800177), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:35.137913 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6d04306a-b146-4971-b00b-4affbf8801bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:35.139716 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-6d04306a-b146-4971-b00b-4affbf8801bc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/584fd68e-a7c1-46a3-988e-769e7c800177 HTTP/1.1" status: 204 len: 168 time: 0.1709068 Jul 27 16:36:35.155669 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:35.156785 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:35.161060 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] 10.222.0.20 "PUT /v2.0/ports/7d079e14-f8f7-43ce-a463-f17c326cc7bb HTTP/1.1" status: 200 len: 1094 time: 2.2285995 Jul 27 16:36:35.161218 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04306a-b146-4971-b00b-4affbf8801bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584fd68e-a7c1-46a3-988e-769e7c800177,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:35.161705 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0065d67-39b9-4506-a9c5-e3669abc73f3', 'tag': '7d079e14-f8f7-43ce-a463-f17c326cc7bb'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:36:35.179308 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82c9f4f-5e7f-410e-86e0-10b659c30bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "b0065d67-39b9-4506-a9c5-e3669abc73f3", "tag": "7d079e14-f8f7-43ce-a463-f17c326cc7bb"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:35.244071 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5623c65c-3598-4585-bd2e-479d27535148 admin admin] Publish callbacks [] for security_group (489cf0aa-2830-4154-a98c-1af8c8bde1e3), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:35.251210 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5623c65c-3598-4585-bd2e-479d27535148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (489cf0aa-2830-4154-a98c-1af8c8bde1e3), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:35.288666 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9d76fb-30a7-458c-a6b7-3d80b13001f8 x-openstack-request-id: req-fb9d76fb-30a7-458c-a6b7-3d80b13001f8 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:35.289176 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0065d67-39b9-4506-a9c5-e3669abc73f3", "tag": "7d079e14-f8f7-43ce-a463-f17c326cc7bb", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:35.289256 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fb9d76fb-30a7-458c-a6b7-3d80b13001f8 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:35.289639 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb9d76fb-30a7-458c-a6b7-3d80b13001f8'] response: {'name': 'network-changed', 'server_uuid': 'b0065d67-39b9-4506-a9c5-e3669abc73f3', 'tag': '7d079e14-f8f7-43ce-a463-f17c326cc7bb', 'status': 'completed', 'code': 200} Jul 27 16:36:35.298339 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-5623c65c-3598-4585-bd2e-479d27535148 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c6298cb7b10d45b3bf2bce21d3847a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071681 Jul 27 16:36:35.301994 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38064) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:35.303856 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5211d-5100-4046-b8b6-7b3ff13d6945 service neutron] Pushing event updated for resources: {'Port': ['ID=7d079e14-f8f7-43ce-a463-f17c326cc7bb,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:35.309101 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623c65c-3598-4585-bd2e-479d27535148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489cf0aa-2830-4154-a98c-1af8c8bde1e3,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:35.322514 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca890f8-99ed-48a8-bada-93d4f00befde req-7dc52fbe-6dc2-474c-bd54-5d93a2a2207f tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:35.324870 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ca890f8-99ed-48a8-bada-93d4f00befde req-7dc52fbe-6dc2-474c-bd54-5d93a2a2207f tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 945 time: 0.1082003 Jul 27 16:36:35.386553 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d36d9504-e7c7-4497-932e-957a3e2cd86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:35.388938 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-d36d9504-e7c7-4497-932e-957a3e2cd86f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36a590e-5aca-4f4b-84ba-ed6272112a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590498 Jul 27 16:36:35.489118 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c9f4f-5e7f-410e-86e0-10b659c30bbd req-98abf6f7-959a-45a8-852d-00cd57f97d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:35.490589 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f82c9f4f-5e7f-410e-86e0-10b659c30bbd req-98abf6f7-959a-45a8-852d-00cd57f97d8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89ddf8711f2f4be88304f967149c3a50&device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 1128 time: 0.1310520 Jul 27 16:36:35.548586 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b6c8c-1d05-4494-ae9b-6fcea03db25c req-0d20f7bc-c0d2-4f28-a61b-5fe9b7c7c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:35.550172 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c34b6c8c-1d05-4494-ae9b-6fcea03db25c req-0d20f7bc-c0d2-4f28-a61b-5fe9b7c7c185 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d570044769a44d9b18c905284cd9947&device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 1127 time: 0.1603141 Jul 27 16:36:35.554663 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device efc8d307-e5f0-4084-9201-4869a986c38c details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:36:35.575518 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 78e696af-c295-41c4-a3bd-e88439dd705f up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:35.577510 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fadbe5-78ce-45ed-ae1b-719597f84eda req-79cb33a0-bac5-4cfc-91e5-93ea3bb85745 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:35.579210 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-60fadbe5-78ce-45ed-ae1b-719597f84eda req-79cb33a0-bac5-4cfc-91e5-93ea3bb85745 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 944 time: 0.1723964 Jul 27 16:36:35.590456 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-605f314f-d6a1-4e74-9120-d78c99298ca0 admin admin] Publish callbacks [] for security_group (489cf0aa-2830-4154-a98c-1af8c8bde1e3), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:35.616436 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c17f82e3-3054-4314-8ac7-7f272046986f req-89a03829-303b-4c97-b9b0-b695e8bf21ac service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793982 Jul 27 16:36:35.618661 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:35.626685 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ca890f8-99ed-48a8-bada-93d4f00befde req-2b99000f-a791-4028-8dbd-6eea4cac865f tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960947 Jul 27 16:36:35.683645 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port 78e696af-c295-41c4-a3bd-e88439dd705f completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:36:35.700711 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port 78e696af-c295-41c4-a3bd-e88439dd705f triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:35.701961 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (78e696af-c295-41c4-a3bd-e88439dd705f), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:35.718689 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-7aa2fbf4-fa92-4532-a544-d3a68d8e7061 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146174 Jul 27 16:36:35.737303 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-60fadbe5-78ce-45ed-ae1b-719597f84eda req-636b7e80-ea49-4378-bcfa-8239deced65d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=39774d9c-b37c-4b1c-a354-50a158db59c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510084 Jul 27 16:36:35.760225 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port efc8d307-e5f0-4084-9201-4869a986c38c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=efc8d307-e5f0-4084-9201-4869a986c38c,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:35.795522 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': 'efc8d307-e5f0-4084-9201-4869a986c38c', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'port_id': 'efc8d307-e5f0-4084-9201-4869a986c38c', 'mac_address': 'fa:16:3e:92:e8:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:36:35.839041 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 78e696af-c295-41c4-a3bd-e88439dd705f is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:35.839041 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (78e696af-c295-41c4-a3bd-e88439dd705f), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:35.848920 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-605f314f-d6a1-4e74-9120-d78c99298ca0 admin admin] Publish callbacks [] for security_group (489cf0aa-2830-4154-a98c-1af8c8bde1e3), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:35.903009 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:35.906742 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:35.932721 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 78e696af-c295-41c4-a3bd-e88439dd705f, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=78e696af-c295-41c4-a3bd-e88439dd705f,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:35.932721 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e696af-c295-41c4-a3bd-e88439dd705f'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:36:35.932721 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db97321-d7e4-4596-b049-f99832a4d48e" -d '{"events": [{"server_uuid": "c7fb7d3a-2581-4c62-9d19-7636961df56e", "name": "network-vif-plugged", "status": "completed", "tag": "78e696af-c295-41c4-a3bd-e88439dd705f"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:35.932721 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port efc8d307-e5f0-4084-9201-4869a986c38c is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:35.932721 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:35.944042 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (78e696af-c295-41c4-a3bd-e88439dd705f), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:35.955242 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc8d307-e5f0-4084-9201-4869a986c38c {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:36:35.990632 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:35.999485 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-605f314f-d6a1-4e74-9120-d78c99298ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (489cf0aa-2830-4154-a98c-1af8c8bde1e3), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:36.007292 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-605f314f-d6a1-4e74-9120-d78c99298ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:36.009443 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-605f314f-d6a1-4e74-9120-d78c99298ca0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/489cf0aa-2830-4154-a98c-1af8c8bde1e3 HTTP/1.1" status: 204 len: 168 time: 0.7064977 Jul 27 16:36:36.009656 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f90da7-dcc0-4b80-b3a2-a5a5b3eb1b26 x-openstack-request-id: req-90f90da7-dcc0-4b80-b3a2-a5a5b3eb1b26 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:36.010087 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fb7d3a-2581-4c62-9d19-7636961df56e", "name": "network-vif-plugged", "status": "completed", "tag": "78e696af-c295-41c4-a3bd-e88439dd705f", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:36.010222 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-90f90da7-dcc0-4b80-b3a2-a5a5b3eb1b26 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:36.010547 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f90da7-dcc0-4b80-b3a2-a5a5b3eb1b26'] response: {'server_uuid': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e696af-c295-41c4-a3bd-e88439dd705f', 'code': 200} Jul 27 16:36:36.012203 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port efc8d307-e5f0-4084-9201-4869a986c38c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=efc8d307-e5f0-4084-9201-4869a986c38c,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:36.020479 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:36.033448 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=78e696af-c295-41c4-a3bd-e88439dd705f,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:36.112201 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=efc8d307-e5f0-4084-9201-4869a986c38c,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:36.161448 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f314f-d6a1-4e74-9120-d78c99298ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489cf0aa-2830-4154-a98c-1af8c8bde1e3,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:36.213418 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c9f4f-5e7f-410e-86e0-10b659c30bbd req-81f924a4-296e-4d70-a45d-573908424d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:36.215161 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f82c9f4f-5e7f-410e-86e0-10b659c30bbd req-81f924a4-296e-4d70-a45d-573908424d13 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=89ddf8711f2f4be88304f967149c3a50&shared=False HTTP/1.1" status: 200 len: 911 time: 0.7057683 Jul 27 16:36:36.255897 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c17f82e3-3054-4314-8ac7-7f272046986f req-54bd2d47-dbc8-4964-913d-ed3e0668e511 service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475971 Jul 27 16:36:36.285430 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['efc8d307-e5f0-4084-9201-4869a986c38c'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:36.327581 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9b7cb-5979-4b65-8b0d-a968c4319ba0 req-1b6f9da6-91a1-469b-b40b-a1a9bb933a31 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:36.334906 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4cc9b7cb-5979-4b65-8b0d-a968c4319ba0 req-1b6f9da6-91a1-469b-b40b-a1a9bb933a31 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 944 time: 0.4654841 Jul 27 16:36:36.422700 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6619618c-40d3-4f12-98fd-8e08fc81cca1 req-82252cc8-5386-44b8-8962-77347cf12673 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158155 Jul 27 16:36:36.451349 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee2bd7-eb18-416f-ad83-1ce0cd212114 req-22ebbb58-20f2-4c1b-80a1-b9e7b7c82b5c tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:36.459300 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d4ee2bd7-eb18-416f-ad83-1ce0cd212114 req-22ebbb58-20f2-4c1b-80a1-b9e7b7c82b5c tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 944 time: 0.2033787 Jul 27 16:36:36.494012 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:36.557435 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff027ebc-bdaf-4a84-b567-b32f9cd5872a req-fddf34c2-8788-49f5-b8d4-69f34043fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:36.562218 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ff027ebc-bdaf-4a84-b567-b32f9cd5872a req-fddf34c2-8788-49f5-b8d4-69f34043fd56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 1129 time: 0.2083867 Jul 27 16:36:36.591065 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b6c8c-1d05-4494-ae9b-6fcea03db25c req-5ff9db88-c80b-4a0d-8c5e-e0d24a78f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:36.592588 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c34b6c8c-1d05-4494-ae9b-6fcea03db25c req-5ff9db88-c80b-4a0d-8c5e-e0d24a78f186 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2b545b-e176-40e2-8391-7dafbc2122d9 HTTP/1.1" status: 200 len: 918 time: 0.6770108 Jul 27 16:36:36.613752 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4cc9b7cb-5979-4b65-8b0d-a968c4319ba0 req-0e732ea6-bd6f-4467-97f6-25d433358950 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779818 Jul 27 16:36:36.656705 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d4ee2bd7-eb18-416f-ad83-1ce0cd212114 req-f39c3538-3ce2-4c1d-b8f0-8d52cd538697 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963179 Jul 27 16:36:36.709148 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c9f4f-5e7f-410e-86e0-10b659c30bbd req-4865a806-7c05-4790-9d6b-2e32f8b6e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:36.711594 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f82c9f4f-5e7f-410e-86e0-10b659c30bbd req-4865a806-7c05-4790-9d6b-2e32f8b6e350 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4656112 Jul 27 16:36:36.814988 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2358ac-371f-4c27-9110-54df2df91f1b req-8293ca3b-38e9-4c68-af4b-fcc13d379592 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:36.816502 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6e2358ac-371f-4c27-9110-54df2df91f1b req-8293ca3b-38e9-4c68-af4b-fcc13d379592 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 944 time: 0.0907300 Jul 27 16:36:36.828724 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9a271-f7d8-4ab7-8a95-2ce8e4d9b604 req-340ee011-6bf7-43d9-8b1a-26616346fa17 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:36.830219 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b0e9a271-f7d8-4ab7-8a95-2ce8e4d9b604 req-340ee011-6bf7-43d9-8b1a-26616346fa17 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 945 time: 0.0703659 Jul 27 16:36:36.910476 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6e2358ac-371f-4c27-9110-54df2df91f1b req-b02d9143-1b75-4a3f-aa08-66182cf06795 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791588 Jul 27 16:36:36.914043 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b0e9a271-f7d8-4ab7-8a95-2ce8e4d9b604 req-0efb05e1-4fea-4991-8966-c44306d2ea5e tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726523 Jul 27 16:36:36.940166 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38128) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:37.057140 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f66816-93df-40f6-ac2d-54eef6f68c99 req-a8007d4f-39f3-41d5-9338-9b731d2b549f tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:37.058619 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-45f66816-93df-40f6-ac2d-54eef6f68c99 req-a8007d4f-39f3-41d5-9338-9b731d2b549f tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 945 time: 0.0555274 Jul 27 16:36:37.111687 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-45f66816-93df-40f6-ac2d-54eef6f68c99 req-13d9f309-dac4-4f09-8ed8-d531cc76a92c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=39774d9c-b37c-4b1c-a354-50a158db59c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452733 Jul 27 16:36:37.137743 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fa33-d7c6-4714-8b3d-fb0983a4ce3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:37.230518 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fa33-d7c6-4714-8b3d-fb0983a4ce3e admin admin] Publish callbacks [] for security_group (86677602-18fc-404e-b16e-ca536033da30), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:37.234842 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fa33-d7c6-4714-8b3d-fb0983a4ce3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (86677602-18fc-404e-b16e-ca536033da30), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:37.275500 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d5c3fa33-d7c6-4714-8b3d-fb0983a4ce3e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=017e62434ed04940be72828ee8e66929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341186 Jul 27 16:36:37.277298 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fa33-d7c6-4714-8b3d-fb0983a4ce3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86677602-18fc-404e-b16e-ca536033da30,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:37.278185 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38144) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:37.344055 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2ed6987f-d1c7-42fa-a00e-569505876510 admin admin] Publish callbacks [] for security_group (86677602-18fc-404e-b16e-ca536033da30), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:37.370623 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2ed6987f-d1c7-42fa-a00e-569505876510 admin admin] Publish callbacks [] for security_group (86677602-18fc-404e-b16e-ca536033da30), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:37.423742 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2ed6987f-d1c7-42fa-a00e-569505876510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (86677602-18fc-404e-b16e-ca536033da30), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:37.429580 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2ed6987f-d1c7-42fa-a00e-569505876510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:37.431637 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2ed6987f-d1c7-42fa-a00e-569505876510 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/86677602-18fc-404e-b16e-ca536033da30 HTTP/1.1" status: 204 len: 168 time: 0.1517367 Jul 27 16:36:37.443943 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6987f-d1c7-42fa-a00e-569505876510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86677602-18fc-404e-b16e-ca536033da30,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:37.460847 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:37.527168 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c34b6c8c-1d05-4494-ae9b-6fcea03db25c req-649c8f33-ddf3-4026-9063-7ec4c42ecb94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efc8d307-e5f0-4084-9201-4869a986c38c HTTP/1.1" status: 200 len: 217 time: 0.0554144 Jul 27 16:36:37.561603 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device ee2f2c0f-c666-48ff-8555-4ac295050a28 details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:36:37.567379 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device efc8d307-e5f0-4084-9201-4869a986c38c up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:37.581529 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebee396-9f9f-42db-b93e-9deb044c8c41 req-39cbeff0-aa1b-4789-8ad0-5db934a8e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:37.583847 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7ebee396-9f9f-42db-b93e-9deb044c8c41 req-39cbeff0-aa1b-4789-8ad0-5db934a8e520 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 1128 time: 0.1127713 Jul 27 16:36:37.611375 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ff027ebc-bdaf-4a84-b567-b32f9cd5872a req-cad42f0b-b6e3-4063-a5a5-9a69cfc79330 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=39774d9c-b37c-4b1c-a354-50a158db59c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710523 Jul 27 16:36:37.680323 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port efc8d307-e5f0-4084-9201-4869a986c38c completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:36:37.692180 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port efc8d307-e5f0-4084-9201-4869a986c38c triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:37.692790 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:37.800103 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port ee2f2c0f-c666-48ff-8555-4ac295050a28, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=ee2f2c0f-c666-48ff-8555-4ac295050a28,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:37.816186 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87756648-fde3-44ac-a9f4-3028e518aa3a req-0358ca03-c458-4295-b530-fc8096f6f6d6 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:37.818074 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-87756648-fde3-44ac-a9f4-3028e518aa3a req-0358ca03-c458-4295-b530-fc8096f6f6d6 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 944 time: 0.0954783 Jul 27 16:36:37.819118 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': 'ee2f2c0f-c666-48ff-8555-4ac295050a28', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'port_id': 'ee2f2c0f-c666-48ff-8555-4ac295050a28', 'mac_address': 'fa:16:3e:52:36:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:36:37.881165 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517744a-70bb-42dd-981c-77e2949f3f1c req-cc05270a-28af-4b6a-b1f6-da809ce2d7df tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:37.883055 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7517744a-70bb-42dd-981c-77e2949f3f1c req-cc05270a-28af-4b6a-b1f6-da809ce2d7df tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 944 time: 0.0878048 Jul 27 16:36:37.897585 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:37.898433 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port ee2f2c0f-c666-48ff-8555-4ac295050a28 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:37.898841 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (ee2f2c0f-c666-48ff-8555-4ac295050a28), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:37.901219 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port efc8d307-e5f0-4084-9201-4869a986c38c is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:37.901587 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:37.924269 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2f2c0f-c666-48ff-8555-4ac295050a28 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:36:37.929957 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-87756648-fde3-44ac-a9f4-3028e518aa3a req-52935b63-9e35-42a7-83a8-4b24d174db3c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926855 Jul 27 16:36:37.968085 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port efc8d307-e5f0-4084-9201-4869a986c38c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=efc8d307-e5f0-4084-9201-4869a986c38c,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:37.983016 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port ee2f2c0f-c666-48ff-8555-4ac295050a28, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=ee2f2c0f-c666-48ff-8555-4ac295050a28,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:37.985346 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:37.989022 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7517744a-70bb-42dd-981c-77e2949f3f1c req-28253231-2ebe-474f-bcb2-daef19782433 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953090 Jul 27 16:36:38.013593 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a008e56d-969e-442a-bb08-524ee7e06084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc8d307-e5f0-4084-9201-4869a986c38c'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:36:38.016057 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e12a32-b823-41af-a2ca-858c4f1b489c" -d '{"events": [{"server_uuid": "a008e56d-969e-442a-bb08-524ee7e06084", "name": "network-vif-plugged", "status": "completed", "tag": "efc8d307-e5f0-4084-9201-4869a986c38c"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:38.021156 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (ee2f2c0f-c666-48ff-8555-4ac295050a28), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:38.073372 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba75a0-97cf-4e6a-a6f6-9f91e183ffcb req-0cfe6808-7489-47f4-b2e0-5f01425c052a tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:38.081413 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9ba75a0-97cf-4e6a-a6f6-9f91e183ffcb req-0cfe6808-7489-47f4-b2e0-5f01425c052a tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 944 time: 0.0706306 Jul 27 16:36:38.098271 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=efc8d307-e5f0-4084-9201-4869a986c38c,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:38.191427 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9ba75a0-97cf-4e6a-a6f6-9f91e183ffcb req-1dbd9ce7-22a2-466e-8e1d-47e8f472d0b2 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887835 Jul 27 16:36:38.197933 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=ee2f2c0f-c666-48ff-8555-4ac295050a28,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:38.219915 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38186) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:38.258488 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ebe878-5bee-44ca-87fd-4be629dbcc49 x-openstack-request-id: req-e3ebe878-5bee-44ca-87fd-4be629dbcc49 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:38.258782 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a008e56d-969e-442a-bb08-524ee7e06084", "name": "network-vif-plugged", "status": "completed", "tag": "efc8d307-e5f0-4084-9201-4869a986c38c", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:38.259040 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e3ebe878-5bee-44ca-87fd-4be629dbcc49 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:38.259819 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ebe878-5bee-44ca-87fd-4be629dbcc49'] response: {'server_uuid': 'a008e56d-969e-442a-bb08-524ee7e06084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc8d307-e5f0-4084-9201-4869a986c38c', 'code': 200} Jul 27 16:36:38.298174 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['ee2f2c0f-c666-48ff-8555-4ac295050a28'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:38.332747 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-743fdc31-fa61-48a2-a23b-529fc2fab21a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:38.386876 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-10b5613e-35d6-4662-9f40-619496882c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:38.389557 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-10b5613e-35d6-4662-9f40-619496882c56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89ddf8711f2f4be88304f967149c3a50&device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 1128 time: 0.2150431 Jul 27 16:36:38.398365 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:38.444412 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebee396-9f9f-42db-b93e-9deb044c8c41 req-8587b01f-4888-4a97-b813-ab5f71911c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:38.447394 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7ebee396-9f9f-42db-b93e-9deb044c8c41 req-8587b01f-4888-4a97-b813-ab5f71911c38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 919 time: 0.2745101 Jul 27 16:36:38.679485 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b6c8c-1d05-4494-ae9b-6fcea03db25c req-86e58ccd-2864-4c96-a5c2-81a661e863c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:38.681030 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c34b6c8c-1d05-4494-ae9b-6fcea03db25c req-86e58ccd-2864-4c96-a5c2-81a661e863c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd5a5861-0b12-4ebb-85aa-394b3176f5b9 HTTP/1.1" status: 200 len: 856 time: 0.4883251 Jul 27 16:36:38.688072 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2870aa-68bf-4057-aaaf-528e507260d4 req-c150c2d0-258d-42a3-9faa-06754bfd2a8b tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:38.707548 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7ebee396-9f9f-42db-b93e-9deb044c8c41 req-05d11861-509a-40c4-960c-ec93e8b908f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9368fc6a-10b9-4455-a76f-7ab085d78bdc HTTP/1.1" status: 200 len: 217 time: 0.0490904 Jul 27 16:36:38.709794 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0c2870aa-68bf-4057-aaaf-528e507260d4 req-c150c2d0-258d-42a3-9faa-06754bfd2a8b tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 945 time: 0.4889145 Jul 27 16:36:38.792103 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-d9064e42-852a-4d03-b127-ae5b3ae9ff8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d079e14-f8f7-43ce-a463-f17c326cc7bb HTTP/1.1" status: 200 len: 217 time: 0.1410894 Jul 27 16:36:38.798144 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebee396-9f9f-42db-b93e-9deb044c8c41 req-6fd35742-3758-4f38-a96d-ed10c4024bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:38.799577 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7ebee396-9f9f-42db-b93e-9deb044c8c41 req-6fd35742-3758-4f38-a96d-ed10c4024bcb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6261f153-df76-4666-8c12-d3f7ad70249a HTTP/1.1" status: 200 len: 857 time: 0.0596862 Jul 27 16:36:38.809675 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b6c8c-1d05-4494-ae9b-6fcea03db25c req-f004e65c-5e78-486b-b564-82e95754307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:38.811614 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c34b6c8c-1d05-4494-ae9b-6fcea03db25c req-f004e65c-5e78-486b-b564-82e95754307c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2b545b-e176-40e2-8391-7dafbc2122d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996859 Jul 27 16:36:38.820614 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:38.836816 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:38.885786 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17fc53-659f-47e5-88af-59a23804ee72 req-da46cbdf-26b3-4f41-8757-f12e068ea743 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:38.889359 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f17fc53-659f-47e5-88af-59a23804ee72 req-da46cbdf-26b3-4f41-8757-f12e068ea743 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 945 time: 0.5100136 Jul 27 16:36:38.898535 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebee396-9f9f-42db-b93e-9deb044c8c41 req-25d300a8-9287-42b9-8cf0-4b5c1f41b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:38.900009 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7ebee396-9f9f-42db-b93e-9deb044c8c41 req-25d300a8-9287-42b9-8cf0-4b5c1f41b4a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36a590e-5aca-4f4b-84ba-ed6272112a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493350 Jul 27 16:36:38.903748 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-52d1d8e8-08ca-4165-a7ca-8625abb75344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:38.905214 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-52d1d8e8-08ca-4165-a7ca-8625abb75344 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d480ff8-5cfd-4620-8bc1-bd543d69a3cf HTTP/1.1" status: 200 len: 849 time: 0.0926297 Jul 27 16:36:38.983699 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d1035-9a85-4a4b-89ed-2c3ee5554e29 req-66da9909-d7cf-4f42-9808-468a2c229fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:38.985632 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2f3d1035-9a85-4a4b-89ed-2c3ee5554e29 req-66da9909-d7cf-4f42-9808-468a2c229fdd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 1129 time: 0.2701659 Jul 27 16:36:39.062304 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0c2870aa-68bf-4057-aaaf-528e507260d4 req-7d7a33b8-f5d2-44f8-af40-f90b8864e70c tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497084 Jul 27 16:36:39.086803 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f17fc53-659f-47e5-88af-59a23804ee72 req-77a56d12-e66e-4b45-b696-c070d79a5fad tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=39774d9c-b37c-4b1c-a354-50a158db59c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655588 Jul 27 16:36:39.133575 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-743fdc31-fa61-48a2-a23b-529fc2fab21a admin admin] Publish callbacks [] for security_group (d44affbc-4aef-4234-96c5-36aa2265eb7b), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:39.156188 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c34b6c8c-1d05-4494-ae9b-6fcea03db25c req-7f28acb4-965b-4a27-9d1d-37af996f8043 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956190 Jul 27 16:36:39.159192 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-743fdc31-fa61-48a2-a23b-529fc2fab21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (d44affbc-4aef-4234-96c5-36aa2265eb7b), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:39.240758 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:39.261598 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cccc7-e275-4857-acce-2fe3dc6e7665 req-ea6e2768-8061-41dc-9b17-3500b426166d tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:39.263091 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-987cccc7-e275-4857-acce-2fe3dc6e7665 req-ea6e2768-8061-41dc-9b17-3500b426166d tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 944 time: 0.1267214 Jul 27 16:36:39.269842 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fdc31-fa61-48a2-a23b-529fc2fab21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44affbc-4aef-4234-96c5-36aa2265eb7b,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:39.274187 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-743fdc31-fa61-48a2-a23b-529fc2fab21a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d48fee9d68394a208d73505a7590c186&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0472500 Jul 27 16:36:39.278509 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38228) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:39.291382 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1e472-111b-4950-b624-3c65612b400b req-d20eaeb1-115b-4e94-a362-b2b74a279969 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:39.292853 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f6e1e472-111b-4950-b624-3c65612b400b req-d20eaeb1-115b-4e94-a362-b2b74a279969 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.1076310 Jul 27 16:36:39.370307 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:39.377914 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f6e1e472-111b-4950-b624-3c65612b400b req-56d45647-0b92-49d3-b469-584d0cf384db tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760720 Jul 27 16:36:39.381462 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-987cccc7-e275-4857-acce-2fe3dc6e7665 req-d3fa510c-bf97-4d21-aa60-b0ebf0a1b7f9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056316 Jul 27 16:36:39.476524 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-e9179029-92e1-4078-a75c-28f6c481b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:39.478907 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-e9179029-92e1-4078-a75c-28f6c481b86f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f30e4e1-bf07-478c-895f-f27f24b25617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1536257 Jul 27 16:36:39.534549 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dade4566-bd12-4ed0-ae3a-182a494ca3fe admin admin] Publish callbacks [] for security_group (d44affbc-4aef-4234-96c5-36aa2265eb7b), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:39.564297 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa2418-3e61-4b7a-8979-181584823570 req-8e78b344-ecbf-415a-ba4a-25dd18fc2152 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:39.566025 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-13aa2418-3e61-4b7a-8979-181584823570 req-8e78b344-ecbf-415a-ba4a-25dd18fc2152 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 944 time: 0.0709198 Jul 27 16:36:39.580610 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 9368fc6a-10b9-4455-a76f-7ab085d78bdc details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:36:39.641125 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7ebee396-9f9f-42db-b93e-9deb044c8c41 req-555b6b7a-34d9-40e2-9ab0-c05792ce85a9 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163242 Jul 27 16:36:39.662986 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dade4566-bd12-4ed0-ae3a-182a494ca3fe admin admin] Publish callbacks [] for security_group (d44affbc-4aef-4234-96c5-36aa2265eb7b), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:39.757701 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 9368fc6a-10b9-4455-a76f-7ab085d78bdc, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=9368fc6a-10b9-4455-a76f-7ab085d78bdc,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:39.763190 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-13aa2418-3e61-4b7a-8979-181584823570 req-207147bb-2073-4f95-b34b-e387c497f02a tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840427 Jul 27 16:36:39.772303 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device ee2f2c0f-c666-48ff-8555-4ac295050a28 up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:39.776064 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2f3d1035-9a85-4a4b-89ed-2c3ee5554e29 req-78a095e2-eb91-46fc-88bd-b032a753a952 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007382 Jul 27 16:36:39.776980 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:39.779926 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': '9368fc6a-10b9-4455-a76f-7ab085d78bdc', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'port_id': '9368fc6a-10b9-4455-a76f-7ab085d78bdc', 'mac_address': 'fa:16:3e:34:45:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:36:39.794059 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c34b6c8c-1d05-4494-ae9b-6fcea03db25c req-43906787-7497-4690-916f-c733a2bc7d1a service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200406 Jul 27 16:36:39.822704 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-eff18105-e2e2-4abf-99e5-bd49275e320f service neutron] 10.222.0.20 "GET /v2.0/networks/5f30e4e1-bf07-478c-895f-f27f24b25617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427983 Jul 27 16:36:39.840131 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-7ebee396-9f9f-42db-b93e-9deb044c8c41 req-c6e5f4e5-46b5-44a4-8f91-2986c60e086c service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908958 Jul 27 16:36:39.859943 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dade4566-bd12-4ed0-ae3a-182a494ca3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (d44affbc-4aef-4234-96c5-36aa2265eb7b), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:39.863076 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dade4566-bd12-4ed0-ae3a-182a494ca3fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:39.864342 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-dade4566-bd12-4ed0-ae3a-182a494ca3fe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d44affbc-4aef-4234-96c5-36aa2265eb7b HTTP/1.1" status: 204 len: 168 time: 0.5836601 Jul 27 16:36:39.875654 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade4566-bd12-4ed0-ae3a-182a494ca3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44affbc-4aef-4234-96c5-36aa2265eb7b,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:39.879511 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 9368fc6a-10b9-4455-a76f-7ab085d78bdc is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:39.879910 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (9368fc6a-10b9-4455-a76f-7ab085d78bdc), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:39.911511 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9368fc6a-10b9-4455-a76f-7ab085d78bdc {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:36:39.921869 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port ee2f2c0f-c666-48ff-8555-4ac295050a28 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:36:39.932400 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port ee2f2c0f-c666-48ff-8555-4ac295050a28 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:39.932816 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (ee2f2c0f-c666-48ff-8555-4ac295050a28), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:39.964452 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 9368fc6a-10b9-4455-a76f-7ab085d78bdc, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=9368fc6a-10b9-4455-a76f-7ab085d78bdc,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:39.977675 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (9368fc6a-10b9-4455-a76f-7ab085d78bdc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:39.988276 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38260) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:40.033032 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=9368fc6a-10b9-4455-a76f-7ab085d78bdc,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:40.094689 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port ee2f2c0f-c666-48ff-8555-4ac295050a28 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:40.094689 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (ee2f2c0f-c666-48ff-8555-4ac295050a28), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:40.130517 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port ee2f2c0f-c666-48ff-8555-4ac295050a28, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=ee2f2c0f-c666-48ff-8555-4ac295050a28,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:40.143050 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (ee2f2c0f-c666-48ff-8555-4ac295050a28), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:40.215503 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4a9bd72c-09ab-4dac-bc68-74f73874f837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:40.226671 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c7259ecf-562b-4950-a05a-b016cca79bb4 req-4b23fe7f-690a-4aac-ac35-2d6c4fa9ee3f service neutron] 10.222.0.20 "GET /v2.0/networks/5f30e4e1-bf07-478c-895f-f27f24b25617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122428 Jul 27 16:36:40.230564 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=ee2f2c0f-c666-48ff-8555-4ac295050a28,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:40.249982 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['9368fc6a-10b9-4455-a76f-7ab085d78bdc'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:40.277215 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c4add4-825e-428a-b0ba-a2f6447d80a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2f2c0f-c666-48ff-8555-4ac295050a28'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:36:40.280310 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62d758b-6e63-4317-9bb0-0facc2156945" -d '{"events": [{"server_uuid": "71c4add4-825e-428a-b0ba-a2f6447d80a7", "name": "network-vif-plugged", "status": "completed", "tag": "ee2f2c0f-c666-48ff-8555-4ac295050a28"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:40.322108 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504162d2-69a5-4383-b8e8-4582224f9bc9 req-bad57e58-1c9a-426a-84d3-4faca2c8553b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:40.324248 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-504162d2-69a5-4383-b8e8-4582224f9bc9 req-bad57e58-1c9a-426a-84d3-4faca2c8553b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 945 time: 0.0940688 Jul 27 16:36:40.337821 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4a9bd72c-09ab-4dac-bc68-74f73874f837 admin admin] Publish callbacks [] for security_group (6c925c89-f2c9-4150-b455-29c0f62536d7), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:40.347624 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4a9bd72c-09ab-4dac-bc68-74f73874f837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (6c925c89-f2c9-4150-b455-29c0f62536d7), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:40.354326 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:40.365128 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be676210-d70f-4c88-8f54-0b644861931b x-openstack-request-id: req-be676210-d70f-4c88-8f54-0b644861931b {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:40.365778 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c4add4-825e-428a-b0ba-a2f6447d80a7", "name": "network-vif-plugged", "status": "completed", "tag": "ee2f2c0f-c666-48ff-8555-4ac295050a28", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:40.366284 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-be676210-d70f-4c88-8f54-0b644861931b {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:40.366813 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be676210-d70f-4c88-8f54-0b644861931b'] response: {'server_uuid': '71c4add4-825e-428a-b0ba-a2f6447d80a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2f2c0f-c666-48ff-8555-4ac295050a28', 'code': 200} Jul 27 16:36:40.433118 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-504162d2-69a5-4383-b8e8-4582224f9bc9 req-03a88706-7ba4-4446-a378-e2a9be4d360d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=39774d9c-b37c-4b1c-a354-50a158db59c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023579 Jul 27 16:36:40.476774 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bd72c-09ab-4dac-bc68-74f73874f837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c925c89-f2c9-4150-b455-29c0f62536d7,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:40.502056 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38282) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:40.502185 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-4a9bd72c-09ab-4dac-bc68-74f73874f837 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f96a0f7c8bf44b0f880adc49a2039128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5125272 Jul 27 16:36:40.589932 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38284) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:40.606628 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d0f598b4-f366-49cd-abea-5b3ef7820163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:40.618963 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:40.634804 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4efe3-27f1-417a-a712-286806af2b6a req-8d2f8769-d752-4d7f-935e-5b71155a0ca6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:40.636358 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4bb4efe3-27f1-417a-a712-286806af2b6a req-8d2f8769-d752-4d7f-935e-5b71155a0ca6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.1183219 Jul 27 16:36:40.649509 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51126364-a7a5-4dfd-ae5b-5451a6bb6d1f req-c53f70a6-1fcb-48ed-b8d0-5cd67691b363 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:40.651075 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-51126364-a7a5-4dfd-ae5b-5451a6bb6d1f req-c53f70a6-1fcb-48ed-b8d0-5cd67691b363 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 945 time: 0.0854778 Jul 27 16:36:40.678153 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:40.697540 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-caa5954b-85cb-4e8d-8c84-a79af931cc44 admin admin] Publish callbacks [] for security_group (6c925c89-f2c9-4150-b455-29c0f62536d7), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:40.700177 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=15 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:40.711856 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d0f598b4-f366-49cd-abea-5b3ef7820163 admin admin] Publish callbacks [] for security_group (0ca8ba12-c8b1-4ddb-9e88-a4b79222d3c9), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:40.719144 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d0f598b4-f366-49cd-abea-5b3ef7820163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (0ca8ba12-c8b1-4ddb-9e88-a4b79222d3c9), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:40.765268 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-caa5954b-85cb-4e8d-8c84-a79af931cc44 admin admin] Publish callbacks [] for security_group (6c925c89-f2c9-4150-b455-29c0f62536d7), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:40.765895 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f598b4-f366-49cd-abea-5b3ef7820163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca8ba12-c8b1-4ddb-9e88-a4b79222d3c9,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:40.774969 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d0f598b4-f366-49cd-abea-5b3ef7820163 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9c3dc65274504d0888c83d256f29c52c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1824503 Jul 27 16:36:40.775938 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38288) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:40.789496 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4bb4efe3-27f1-417a-a712-286806af2b6a req-c5623d94-a38a-42ed-b2e3-98da1bb574f3 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350887 Jul 27 16:36:40.818629 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-51126364-a7a5-4dfd-ae5b-5451a6bb6d1f req-b87111a6-ccad-4c0c-a711-07e24526f3ec tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494942 Jul 27 16:36:40.856974 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee5ca771-73c0-45ae-989a-bcaaaee89153 admin admin] Publish callbacks [] for security_group (0ca8ba12-c8b1-4ddb-9e88-a4b79222d3c9), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:40.886484 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-caa5954b-85cb-4e8d-8c84-a79af931cc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (6c925c89-f2c9-4150-b455-29c0f62536d7), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:40.888464 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee5ca771-73c0-45ae-989a-bcaaaee89153 admin admin] Publish callbacks [] for security_group (0ca8ba12-c8b1-4ddb-9e88-a4b79222d3c9), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:40.889255 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-caa5954b-85cb-4e8d-8c84-a79af931cc44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:40.890470 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-caa5954b-85cb-4e8d-8c84-a79af931cc44 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6c925c89-f2c9-4150-b455-29c0f62536d7 HTTP/1.1" status: 204 len: 168 time: 0.3874371 Jul 27 16:36:40.898592 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5954b-85cb-4e8d-8c84-a79af931cc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c925c89-f2c9-4150-b455-29c0f62536d7,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:40.979300 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee5ca771-73c0-45ae-989a-bcaaaee89153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (0ca8ba12-c8b1-4ddb-9e88-a4b79222d3c9), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:40.981717 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155565c-ccd3-41d4-aa9a-be604eeb1aa0 req-e4c27be1-319f-44ca-a491-5d424088e900 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:40.983347 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1155565c-ccd3-41d4-aa9a-be604eeb1aa0 req-e4c27be1-319f-44ca-a491-5d424088e900 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 944 time: 0.0689366 Jul 27 16:36:40.983933 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee5ca771-73c0-45ae-989a-bcaaaee89153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:40.993802 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ee5ca771-73c0-45ae-989a-bcaaaee89153 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0ca8ba12-c8b1-4ddb-9e88-a4b79222d3c9 HTTP/1.1" status: 204 len: 168 time: 0.2126124 Jul 27 16:36:41.009008 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ca771-73c0-45ae-989a-bcaaaee89153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca8ba12-c8b1-4ddb-9e88-a4b79222d3c9,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:41.033755 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06473a-fca8-44dd-acba-ade589ccde09 req-de66cb18-3bba-4fd5-b6a1-5878c9229c61 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:41.035312 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9b06473a-fca8-44dd-acba-ade589ccde09 req-de66cb18-3bba-4fd5-b6a1-5878c9229c61 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 945 time: 0.0734506 Jul 27 16:36:41.046247 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38298) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:41.050520 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-92c75001-e820-40d4-9bb8-0eecb46ab25d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'floatingip': {'port_id': '78e696af-c295-41c4-a3bd-e88439dd705f'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:41.086921 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1155565c-ccd3-41d4-aa9a-be604eeb1aa0 req-471b00d7-bc3f-4f9d-88f1-3935ddae3c98 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858786 Jul 27 16:36:41.137483 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-92c75001-e820-40d4-9bb8-0eecb46ab25d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (a723ad72-e71f-4ef7-9c37-c78f75c16fdb), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:41.425716 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38316) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:41.443964 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cba85f98-2660-4597-81c5-2a6f1329465e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:41.537909 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:41.565325 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cba85f98-2660-4597-81c5-2a6f1329465e admin admin] Publish callbacks [] for security_group (cf75757a-877c-4255-b271-7dd99ca0d6ec), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:41.571393 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cba85f98-2660-4597-81c5-2a6f1329465e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (cf75757a-877c-4255-b271-7dd99ca0d6ec), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:41.591895 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 9368fc6a-10b9-4455-a76f-7ab085d78bdc up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:41.617194 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba85f98-2660-4597-81c5-2a6f1329465e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf75757a-877c-4255-b271-7dd99ca0d6ec,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:41.628629 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-cba85f98-2660-4597-81c5-2a6f1329465e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ccd7282e500d4ddfa7fa0057fc1fab6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009251 Jul 27 16:36:41.629150 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38326) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:41.671347 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port 9368fc6a-10b9-4455-a76f-7ab085d78bdc completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:36:41.682074 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port 9368fc6a-10b9-4455-a76f-7ab085d78bdc triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:41.682415 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (9368fc6a-10b9-4455-a76f-7ab085d78bdc), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:41.719139 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f1aa8644-e65c-4b64-8f41-5581e7bfcfd7 admin admin] Publish callbacks [] for security_group (cf75757a-877c-4255-b271-7dd99ca0d6ec), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:41.763887 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f1aa8644-e65c-4b64-8f41-5581e7bfcfd7 admin admin] Publish callbacks [] for security_group (cf75757a-877c-4255-b271-7dd99ca0d6ec), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:41.872687 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 9368fc6a-10b9-4455-a76f-7ab085d78bdc is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:41.873307 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (9368fc6a-10b9-4455-a76f-7ab085d78bdc), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:41.894390 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f1aa8644-e65c-4b64-8f41-5581e7bfcfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (cf75757a-877c-4255-b271-7dd99ca0d6ec), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:41.898230 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f1aa8644-e65c-4b64-8f41-5581e7bfcfd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:41.901082 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f1aa8644-e65c-4b64-8f41-5581e7bfcfd7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cf75757a-877c-4255-b271-7dd99ca0d6ec HTTP/1.1" status: 204 len: 168 time: 0.2704661 Jul 27 16:36:41.913860 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa8644-e65c-4b64-8f41-5581e7bfcfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf75757a-877c-4255-b271-7dd99ca0d6ec,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:41.923043 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 9368fc6a-10b9-4455-a76f-7ab085d78bdc, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=9368fc6a-10b9-4455-a76f-7ab085d78bdc,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:41.942697 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (9368fc6a-10b9-4455-a76f-7ab085d78bdc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:42.005798 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=9368fc6a-10b9-4455-a76f-7ab085d78bdc,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:42.064474 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f1cfa-4950-4e7d-82c4-200b525e12f0 req-53c7ab45-13b5-402a-96df-4de8ebe21226 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:42.072925 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9d5f1cfa-4950-4e7d-82c4-200b525e12f0 req-53c7ab45-13b5-402a-96df-4de8ebe21226 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0873098 Jul 27 16:36:42.132179 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9d5f1cfa-4950-4e7d-82c4-200b525e12f0 req-e4364346-a182-42c0-9488-1b59b9aacc19 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582540 Jul 27 16:36:42.332342 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-92c75001-e820-40d4-9bb8-0eecb46ab25d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:42.337489 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f8fc8-5ed9-412e-9bf6-b66a01b56d48 req-410aa057-2345-4856-9035-87a4627f084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:42.340761 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-569f8fc8-5ed9-412e-9bf6-b66a01b56d48 req-410aa057-2345-4856-9035-87a4627f084c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 1129 time: 0.0985029 Jul 27 16:36:42.342068 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-92c75001-e820-40d4-9bb8-0eecb46ab25d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (a723ad72-e71f-4ef7-9c37-c78f75c16fdb), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:42.364173 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c733c-0607-4b67-a879-b6e95329143c req-bbe8a77d-e58b-4c4d-a9b7-75c264e1781b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:42.368085 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdc21ff-3230-4793-bfe7-b12d4ea18cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9368fc6a-10b9-4455-a76f-7ab085d78bdc'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:36:42.370498 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f431aa9-9459-4fda-99cf-30b435e4f36d" -d '{"events": [{"server_uuid": "2bdc21ff-3230-4793-bfe7-b12d4ea18cf2", "name": "network-vif-plugged", "status": "completed", "tag": "9368fc6a-10b9-4455-a76f-7ab085d78bdc"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:42.376608 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-074c733c-0607-4b67-a879-b6e95329143c req-bbe8a77d-e58b-4c4d-a9b7-75c264e1781b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0973535 Jul 27 16:36:42.502461 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-074c733c-0607-4b67-a879-b6e95329143c req-351b853c-1bb8-446c-82b6-4da7e1962cc6 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243625 Jul 27 16:36:42.554292 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-569f8fc8-5ed9-412e-9bf6-b66a01b56d48 req-f5f20eb0-8ab9-4fbd-9f0f-7d3b078a1b73 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559582 Jul 27 16:36:42.556611 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-92c75001-e820-40d4-9bb8-0eecb46ab25d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Floating IP a723ad72-e71f-4ef7-9c37-c78f75c16fdb associated. External IP: 172.27.2.250, port: 78e696af-c295-41c4-a3bd-e88439dd705f. Jul 27 16:36:42.643624 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:42.666960 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f165f5-5743-4611-9478-aa2aeed94cba req-17860256-3356-431e-a9ae-1ae943104508 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:42.669781 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-87f165f5-5743-4611-9478-aa2aeed94cba req-17860256-3356-431e-a9ae-1ae943104508 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 944 time: 0.0664229 Jul 27 16:36:42.698195 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:42.791183 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:42.791276 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d211b-7a2d-4c61-8a37-149c84326025 req-9dbc94c6-33c4-4c12-bbf5-c4ed7d9014d2 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:42.791276 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-688d211b-7a2d-4c61-8a37-149c84326025 req-9dbc94c6-33c4-4c12-bbf5-c4ed7d9014d2 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0894430 Jul 27 16:36:42.803303 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-87f165f5-5743-4611-9478-aa2aeed94cba req-2abde07f-7d84-4ae2-bc55-a7ab201b4781 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255813 Jul 27 16:36:42.804119 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38390) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:42.809514 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-e2b37f88-bca4-47a7-aadd-249573238c0a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Request body: {'floatingip': {'port_id': 'efc8d307-e5f0-4084-9201-4869a986c38c'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:42.887234 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9075997f-ca4e-495f-ad66-a33ff80f321d x-openstack-request-id: req-9075997f-ca4e-495f-ad66-a33ff80f321d {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:42.887732 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdc21ff-3230-4793-bfe7-b12d4ea18cf2", "name": "network-vif-plugged", "status": "completed", "tag": "9368fc6a-10b9-4455-a76f-7ab085d78bdc", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:42.888717 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9075997f-ca4e-495f-ad66-a33ff80f321d {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:42.889308 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9075997f-ca4e-495f-ad66-a33ff80f321d'] response: {'server_uuid': '2bdc21ff-3230-4793-bfe7-b12d4ea18cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9368fc6a-10b9-4455-a76f-7ab085d78bdc', 'code': 200} Jul 27 16:36:42.898539 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e2b37f88-bca4-47a7-aadd-249573238c0a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for floatingip (7468fbce-dfca-46d8-a7b5-bc32227d3210), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:42.906762 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c75001-e820-40d4-9bb8-0eecb46ab25d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:36:43.067858 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c75001-e820-40d4-9bb8-0eecb46ab25d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:36:43.074078 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-92c75001-e820-40d4-9bb8-0eecb46ab25d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:43.093200 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6254a2-a9ab-4ca8-ba08-b89f5f006e27 None None] Sync routers for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:36:43.120399 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6254a2-a9ab-4ca8-ba08-b89f5f006e27 None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:36:43.121217 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-9d6254a2-a9ab-4ca8-ba08-b89f5f006e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:36:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:43.128549 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-92c75001-e820-40d4-9bb8-0eecb46ab25d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "PUT /v2.0/floatingips/a723ad72-e71f-4ef7-9c37-c78f75c16fdb HTTP/1.1" status: 200 len: 991 time: 2.0816321 Jul 27 16:36:43.129169 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'tag': '78e696af-c295-41c4-a3bd-e88439dd705f'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:36:43.131682 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043bfe2d-8a67-4ec1-bb0a-d09debc53658" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fb7d3a-2581-4c62-9d19-7636961df56e", "tag": "78e696af-c295-41c4-a3bd-e88439dd705f"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:43.184665 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38402) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:43.190752 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed2908c-1d59-428b-a98b-b69c46e36c01 x-openstack-request-id: req-eed2908c-1d59-428b-a98b-b69c46e36c01 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:43.191039 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fb7d3a-2581-4c62-9d19-7636961df56e", "tag": "78e696af-c295-41c4-a3bd-e88439dd705f", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:43.191295 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-eed2908c-1d59-428b-a98b-b69c46e36c01 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:43.191701 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eed2908c-1d59-428b-a98b-b69c46e36c01'] response: {'name': 'network-changed', 'server_uuid': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'tag': '78e696af-c295-41c4-a3bd-e88439dd705f', 'status': 'completed', 'code': 200} Jul 27 16:36:43.259767 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-9d6254a2-a9ab-4ca8-ba08-b89f5f006e27 None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:36:43.499165 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:43.605264 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 7d079e14-f8f7-43ce-a463-f17c326cc7bb details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:36:43.625238 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bfe2d-8a67-4ec1-bb0a-d09debc53658 req-53ef9431-03a6-4bc8-8e5b-6cbfd425a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:43.629161 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-043bfe2d-8a67-4ec1-bb0a-d09debc53658 req-53ef9431-03a6-4bc8-8e5b-6cbfd425a1fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 1129 time: 0.1736598 Jul 27 16:36:43.630716 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230ca1e-994b-4076-9d85-178a764a20a6 req-13b7b8fd-e829-4301-814f-ac598d263fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:43.637565 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b230ca1e-994b-4076-9d85-178a764a20a6 req-13b7b8fd-e829-4301-814f-ac598d263fef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 1130 time: 0.1855831 Jul 27 16:36:43.756166 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-9d6254a2-a9ab-4ca8-ba08-b89f5f006e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'a723ad72-e71f-4ef7-9c37-c78f75c16fdb', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '78e696af-c295-41c4-a3bd-e88439dd705f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:e9:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:36:12Z', 'updated_at': '2022-07-27T16:36:42Z', 'revision_number': 1, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:43.785201 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:43.796005 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:43.797391 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6254a2-a9ab-4ca8-ba08-b89f5f006e27 None None] Checking router: 115fa28b-f5c6-4177-8cbb-a31c9f89e350 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:36:43.812315 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6254a2-a9ab-4ca8-ba08-b89f5f006e27 None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:36:43.814143 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-9d6254a2-a9ab-4ca8-ba08-b89f5f006e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:36:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:43.902375 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b230ca1e-994b-4076-9d85-178a764a20a6 req-338e2af4-a4a0-4438-ad2b-1b97e3d28c37 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438927 Jul 27 16:36:43.906665 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 7d079e14-f8f7-43ce-a463-f17c326cc7bb, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=7d079e14-f8f7-43ce-a463-f17c326cc7bb,segment=NetworkSegment(4a2469d2-9af5-465c-92c5-01dc1752688b),segment_id=4a2469d2-9af5-465c-92c5-01dc1752688b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:43.931721 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': '7d079e14-f8f7-43ce-a463-f17c326cc7bb', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'port_id': '7d079e14-f8f7-43ce-a463-f17c326cc7bb', 'mac_address': 'fa:16:3e:a5:22:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:36:43.964587 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Publish callbacks [] for security_group (26864e80-6622-47f3-95f1-87986424a20c), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:43.970719 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bfe2d-8a67-4ec1-bb0a-d09debc53658 req-5b8aa002-2747-4dc0-94a2-1ee2af5ee060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:43.974757 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-043bfe2d-8a67-4ec1-bb0a-d09debc53658 req-5b8aa002-2747-4dc0-94a2-1ee2af5ee060 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e HTTP/1.1" status: 200 len: 916 time: 0.3248301 Jul 27 16:36:43.979358 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-9d6254a2-a9ab-4ca8-ba08-b89f5f006e27 None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:36:44.007026 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (26864e80-6622-47f3-95f1-87986424a20c), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:44.023095 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 7d079e14-f8f7-43ce-a463-f17c326cc7bb is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:44.023482 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (7d079e14-f8f7-43ce-a463-f17c326cc7bb), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:44.071890 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d079e14-f8f7-43ce-a463-f17c326cc7bb {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:36:44.118218 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 7d079e14-f8f7-43ce-a463-f17c326cc7bb, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=7d079e14-f8f7-43ce-a463-f17c326cc7bb,segment=NetworkSegment(4a2469d2-9af5-465c-92c5-01dc1752688b),segment_id=4a2469d2-9af5-465c-92c5-01dc1752688b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:44.125140 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (7d079e14-f8f7-43ce-a463-f17c326cc7bb), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:44.225364 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=7d079e14-f8f7-43ce-a463-f17c326cc7bb,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:44.305491 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-9d6254a2-a9ab-4ca8-ba08-b89f5f006e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'a723ad72-e71f-4ef7-9c37-c78f75c16fdb', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '78e696af-c295-41c4-a3bd-e88439dd705f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:e9:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:36:12Z', 'updated_at': '2022-07-27T16:36:42Z', 'revision_number': 1, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:44.341222 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6254a2-a9ab-4ca8-ba08-b89f5f006e27 None None] The sync data for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi is: [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'a723ad72-e71f-4ef7-9c37-c78f75c16fdb', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '78e696af-c295-41c4-a3bd-e88439dd705f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:e9:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:36:12Z', 'updated_at': '2022-07-27T16:36:42Z', 'revision_number': 1, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:36:44.438590 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637e5f7-81c9-4fd8-a767-f1262105a99e req-585cc8fe-4806-4cc5-a7f5-d249d310c5d0 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:44.445462 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c637e5f7-81c9-4fd8-a767-f1262105a99e req-585cc8fe-4806-4cc5-a7f5-d249d310c5d0 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 944 time: 0.4655471 Jul 27 16:36:44.453396 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93175add-8227-4676-84e8-3504901e700e req-ee288e72-81f6-4ba2-a295-3e19d413ed89 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:44.460269 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93175add-8227-4676-84e8-3504901e700e req-ee288e72-81f6-4ba2-a295-3e19d413ed89 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.6787841 Jul 27 16:36:44.475972 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['7d079e14-f8f7-43ce-a463-f17c326cc7bb'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:36:44.534847 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a012ca76102a44f0bdb1f852d87a6558&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3447747 Jul 27 16:36:44.535238 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.db.resource_extend [None req-e2b37f88-bca4-47a7-aadd-249573238c0a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 27 16:36:44.535899 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38446) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:44.541551 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:44.624612 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Publish callbacks [] for security_group (26864e80-6622-47f3-95f1-87986424a20c), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:44.653725 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Publish callbacks [] for security_group (26864e80-6622-47f3-95f1-87986424a20c), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:44.676230 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:44.688162 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c637e5f7-81c9-4fd8-a767-f1262105a99e req-ac5b6ca1-d937-4433-883f-0136faed111a tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413669 Jul 27 16:36:44.688525 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26864e80-6622-47f3-95f1-87986424a20c,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:44.771448 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93175add-8227-4676-84e8-3504901e700e req-e2c59bd3-8926-48b6-a1d0-e617c04b85dc tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101764 Jul 27 16:36:44.792764 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (26864e80-6622-47f3-95f1-87986424a20c), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:44.796457 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:44.797808 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/26864e80-6622-47f3-95f1-87986424a20c HTTP/1.1" status: 204 len: 168 time: 0.2607617 Jul 27 16:36:44.803121 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.803834 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.804326 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.804967 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.805513 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.805995 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.806471 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.807182 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.807689 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.808170 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.808690 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.809225 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.810286 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.810869 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.811482 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c566e-8514-4374-bafc-1be99a675e3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.829304 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e2b37f88-bca4-47a7-aadd-249573238c0a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:44.831299 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26864e80-6622-47f3-95f1-87986424a20c,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:44.834723 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e2b37f88-bca4-47a7-aadd-249573238c0a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (7468fbce-dfca-46d8-a7b5-bc32227d3210), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:44.874603 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.876223 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.877683 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.878414 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.880651 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.882669 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.883297 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.885310 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.885859 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.886347 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.886845 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.888858 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.891415 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.891945 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:44.892430 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f494a9-a74e-4584-8e83-b2c459cb5038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:45.027484 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-e2b37f88-bca4-47a7-aadd-249573238c0a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Floating IP 7468fbce-dfca-46d8-a7b5-bc32227d3210 associated. External IP: 172.27.2.101, port: efc8d307-e5f0-4084-9201-4869a986c38c. Jul 27 16:36:45.117962 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-043bfe2d-8a67-4ec1-bb0a-d09debc53658 req-5fd04f15-b06f-48c9-852d-c471148d805e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78e696af-c295-41c4-a3bd-e88439dd705f HTTP/1.1" status: 200 len: 999 time: 0.2814839 Jul 27 16:36:45.335725 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b37f88-bca4-47a7-aadd-249573238c0a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Router 8a70b9b0-fc79-49e9-9fdd-479734afd75b has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:36:45.451728 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc002bc-18ef-4496-8826-87b18b696878 None None] New status for floating IP a723ad72-e71f-4ef7-9c37-c78f75c16fdb: ACTIVE {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:36:45.483305 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b37f88-bca4-47a7-aadd-249573238c0a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:36:45.483520 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38470) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:45.488446 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e2b37f88-bca4-47a7-aadd-249573238c0a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:45.492495 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38472) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:45.499034 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a79030-3de0-4871-b645-9613187d9782 None None] Sync routers for ids ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:36:45.510796 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a79030-3de0-4871-b645-9613187d9782 None None] Routers {'8a70b9b0-fc79-49e9-9fdd-479734afd75b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:36:45.512314 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-f9a79030-3de0-4871-b645-9613187d9782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:36:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:45.533300 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6fb57bb9-486e-43bf-9c84-88480e2d43d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:45.557671 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e2b37f88-bca4-47a7-aadd-249573238c0a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "PUT /v2.0/floatingips/7468fbce-dfca-46d8-a7b5-bc32227d3210 HTTP/1.1" status: 200 len: 991 time: 2.7497334 Jul 27 16:36:45.557671 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a008e56d-969e-442a-bb08-524ee7e06084', 'tag': 'efc8d307-e5f0-4084-9201-4869a986c38c'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:36:45.560846 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e43af6-de5d-44cc-afb3-70e61927d761" -d '{"events": [{"name": "network-changed", "server_uuid": "a008e56d-969e-442a-bb08-524ee7e06084", "tag": "efc8d307-e5f0-4084-9201-4869a986c38c"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:45.627909 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b931db14-d9a0-4fdb-a147-d56a05585edd x-openstack-request-id: req-b931db14-d9a0-4fdb-a147-d56a05585edd {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:45.628981 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a008e56d-969e-442a-bb08-524ee7e06084", "tag": "efc8d307-e5f0-4084-9201-4869a986c38c", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:45.629480 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b931db14-d9a0-4fdb-a147-d56a05585edd {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:45.630325 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b931db14-d9a0-4fdb-a147-d56a05585edd'] response: {'name': 'network-changed', 'server_uuid': 'a008e56d-969e-442a-bb08-524ee7e06084', 'tag': 'efc8d307-e5f0-4084-9201-4869a986c38c', 'status': 'completed', 'code': 200} Jul 27 16:36:45.648336 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:45.663222 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-f9a79030-3de0-4871-b645-9613187d9782 None None] Set router 8a70b9b0-fc79-49e9-9fdd-479734afd75b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:36:45.698632 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6fb57bb9-486e-43bf-9c84-88480e2d43d3 admin admin] Publish callbacks [] for security_group (67ca3b4a-0721-4e43-bbfe-faf9fe1055f0), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:45.704160 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6fb57bb9-486e-43bf-9c84-88480e2d43d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (67ca3b4a-0721-4e43-bbfe-faf9fe1055f0), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:45.708999 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:45.773428 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6fb57bb9-486e-43bf-9c84-88480e2d43d3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d536cd0221ff4bf78bf0d7e65bc20e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798026 Jul 27 16:36:45.776105 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38482) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:45.786059 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb57bb9-486e-43bf-9c84-88480e2d43d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ca3b4a-0721-4e43-bbfe-faf9fe1055f0,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:45.854994 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8bc87799-4f76-47d0-ae59-1b9ba00da814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:45.883688 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5c40e0a1-92a3-4ff6-a8cd-deaf88dc3e80 admin admin] Publish callbacks [] for security_group (67ca3b4a-0721-4e43-bbfe-faf9fe1055f0), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:45.894050 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:45.905693 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:45.933011 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5c40e0a1-92a3-4ff6-a8cd-deaf88dc3e80 admin admin] Publish callbacks [] for security_group (67ca3b4a-0721-4e43-bbfe-faf9fe1055f0), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:45.960857 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-f9a79030-3de0-4871-b645-9613187d9782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '7468fbce-dfca-46d8-a7b5-bc32227d3210', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'port_id': 'efc8d307-e5f0-4084-9201-4869a986c38c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'mac_address': 'fa:16:3e:92:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008e56d-969e-442a-bb08-524ee7e06084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:36:10Z', 'updated_at': '2022-07-27T16:36:44Z', 'revision_number': 1, 'project_id': '8d570044769a44d9b18c905284cd9947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b25489-6804-4bd7-a6f3-11d26f97ab69', 'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'mac_address': 'fa:16:3e:0a:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:56Z', 'updated_at': '2022-07-27T16:36:20Z', 'revision_number': 5, 'project_id': '8d570044769a44d9b18c905284cd9947', 'subnets': [{'id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:45.967670 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81c840-3ed4-48b0-8eb6-43c57f8db550 req-d5849ee0-ab27-4003-a3c2-936bc5dd72f3 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:45.969433 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5c81c840-3ed4-48b0-8eb6-43c57f8db550 req-d5849ee0-ab27-4003-a3c2-936bc5dd72f3 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 945 time: 0.2001112 Jul 27 16:36:45.977940 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 7d079e14-f8f7-43ce-a463-f17c326cc7bb up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:36:45.999381 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a79030-3de0-4871-b645-9613187d9782 None None] Checking router: 8a70b9b0-fc79-49e9-9fdd-479734afd75b for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:36:46.011821 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a79030-3de0-4871-b645-9613187d9782 None None] Routers {'8a70b9b0-fc79-49e9-9fdd-479734afd75b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:36:46.012380 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bfe2d-8a67-4ec1-bb0a-d09debc53658 req-a8d17fc3-729f-4357-bc39-389379ae99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:46.014058 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-f9a79030-3de0-4871-b645-9613187d9782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:36:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:46.021339 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-043bfe2d-8a67-4ec1-bb0a-d09debc53658 req-a8d17fc3-729f-4357-bc39-389379ae99d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f8f2e6b-ff3c-47af-8857-06c3b916a7f6 HTTP/1.1" status: 200 len: 854 time: 0.0727360 Jul 27 16:36:46.042478 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port 7d079e14-f8f7-43ce-a463-f17c326cc7bb completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:36:46.050349 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port 7d079e14-f8f7-43ce-a463-f17c326cc7bb triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:36:46.051142 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (7d079e14-f8f7-43ce-a463-f17c326cc7bb), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:46.096993 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:46.115219 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8bc87799-4f76-47d0-ae59-1b9ba00da814 admin admin] Publish callbacks [] for security_group (b205634f-d188-4ba4-a461-c5d5f93c428c), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:46.118419 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5c40e0a1-92a3-4ff6-a8cd-deaf88dc3e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (67ca3b4a-0721-4e43-bbfe-faf9fe1055f0), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:46.124293 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5c40e0a1-92a3-4ff6-a8cd-deaf88dc3e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:46.128334 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-5c40e0a1-92a3-4ff6-a8cd-deaf88dc3e80 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/67ca3b4a-0721-4e43-bbfe-faf9fe1055f0 HTTP/1.1" status: 204 len: 168 time: 0.3483422 Jul 27 16:36:46.145493 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8bc87799-4f76-47d0-ae59-1b9ba00da814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (b205634f-d188-4ba4-a461-c5d5f93c428c), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:46.191423 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5c81c840-3ed4-48b0-8eb6-43c57f8db550 req-a0509357-21d3-4a17-afd2-e2237a6c1172 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123232 Jul 27 16:36:46.194451 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40e0a1-92a3-4ff6-a8cd-deaf88dc3e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ca3b4a-0721-4e43-bbfe-faf9fe1055f0,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:46.208389 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803720af-558f-433b-9555-63c6dbdec847 req-5d6f32b7-b4b6-4ce9-b6d0-0575361e45d4 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:46.218009 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-803720af-558f-433b-9555-63c6dbdec847 req-5d6f32b7-b4b6-4ce9-b6d0-0575361e45d4 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.2408330 Jul 27 16:36:46.230749 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-f9a79030-3de0-4871-b645-9613187d9782 None None] Set router 8a70b9b0-fc79-49e9-9fdd-479734afd75b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:36:46.243820 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 7d079e14-f8f7-43ce-a463-f17c326cc7bb is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:36:46.244315 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (7d079e14-f8f7-43ce-a463-f17c326cc7bb), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:46.251806 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8bc87799-4f76-47d0-ae59-1b9ba00da814 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ddf0a871bc524d699e5c885ab0cec3fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7599077 Jul 27 16:36:46.252187 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38490) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:46.273518 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:46.275932 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0065d67-39b9-4506-a9c5-e3669abc73f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d079e14-f8f7-43ce-a463-f17c326cc7bb'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:36:46.278491 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb68abb-ccd6-44c5-a0ea-046d4d8109cc" -d '{"events": [{"server_uuid": "b0065d67-39b9-4506-a9c5-e3669abc73f3", "name": "network-vif-plugged", "status": "completed", "tag": "7d079e14-f8f7-43ce-a463-f17c326cc7bb"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:46.293508 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-803720af-558f-433b-9555-63c6dbdec847 req-c9c2fd82-4eee-4627-980d-babe62e11983 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743384 Jul 27 16:36:46.310574 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 7d079e14-f8f7-43ce-a463-f17c326cc7bb, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=7d079e14-f8f7-43ce-a463-f17c326cc7bb,segment=NetworkSegment(4a2469d2-9af5-465c-92c5-01dc1752688b),segment_id=4a2469d2-9af5-465c-92c5-01dc1752688b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:46.320622 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (7d079e14-f8f7-43ce-a463-f17c326cc7bb), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:46.331244 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc87799-4f76-47d0-ae59-1b9ba00da814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b205634f-d188-4ba4-a461-c5d5f93c428c,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:46.365928 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e820306-4a89-4b24-9b4b-55eeb970fc3e admin admin] Publish callbacks [] for security_group (b205634f-d188-4ba4-a461-c5d5f93c428c), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:46.377708 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=7d079e14-f8f7-43ce-a463-f17c326cc7bb,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:46.381233 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db60570-ab41-48e9-84a0-256718dc5b70 x-openstack-request-id: req-4db60570-ab41-48e9-84a0-256718dc5b70 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:46.381525 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0065d67-39b9-4506-a9c5-e3669abc73f3", "name": "network-vif-plugged", "status": "completed", "tag": "7d079e14-f8f7-43ce-a463-f17c326cc7bb", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:46.381780 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4db60570-ab41-48e9-84a0-256718dc5b70 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:46.382168 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db60570-ab41-48e9-84a0-256718dc5b70'] response: {'server_uuid': 'b0065d67-39b9-4506-a9c5-e3669abc73f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d079e14-f8f7-43ce-a463-f17c326cc7bb', 'code': 200} Jul 27 16:36:46.389862 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:46.390216 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:46.390569 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:46.390915 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:46.391253 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:46.391617 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:46.391972 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:46.392302 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:46.392823 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:46.393379 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:46.393902 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:46.394331 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:46.394729 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:46.394944 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e820306-4a89-4b24-9b4b-55eeb970fc3e admin admin] Publish callbacks [] for security_group (b205634f-d188-4ba4-a461-c5d5f93c428c), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:46.395345 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:46.395739 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:36:46.491868 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e820306-4a89-4b24-9b4b-55eeb970fc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (b205634f-d188-4ba4-a461-c5d5f93c428c), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:46.500257 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e820306-4a89-4b24-9b4b-55eeb970fc3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:46.503879 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-4e820306-4a89-4b24-9b4b-55eeb970fc3e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b205634f-d188-4ba4-a461-c5d5f93c428c HTTP/1.1" status: 204 len: 168 time: 0.2484195 Jul 27 16:36:46.537873 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e820306-4a89-4b24-9b4b-55eeb970fc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b205634f-d188-4ba4-a461-c5d5f93c428c,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:46.558534 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e43af6-de5d-44cc-afb3-70e61927d761 req-2f8ab40e-cb35-4f80-91b1-80020df3f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:46.568704 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-89e43af6-de5d-44cc-afb3-70e61927d761 req-2f8ab40e-cb35-4f80-91b1-80020df3f143 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d570044769a44d9b18c905284cd9947&device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 1129 time: 0.0900352 Jul 27 16:36:46.602997 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-f9a79030-3de0-4871-b645-9613187d9782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '7468fbce-dfca-46d8-a7b5-bc32227d3210', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'port_id': 'efc8d307-e5f0-4084-9201-4869a986c38c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'mac_address': 'fa:16:3e:92:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008e56d-969e-442a-bb08-524ee7e06084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:36:10Z', 'updated_at': '2022-07-27T16:36:44Z', 'revision_number': 1, 'project_id': '8d570044769a44d9b18c905284cd9947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b25489-6804-4bd7-a6f3-11d26f97ab69', 'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'mac_address': 'fa:16:3e:0a:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:56Z', 'updated_at': '2022-07-27T16:36:20Z', 'revision_number': 5, 'project_id': '8d570044769a44d9b18c905284cd9947', 'subnets': [{'id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:36:46.635872 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a79030-3de0-4871-b645-9613187d9782 None None] The sync data for ids ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'] in dv-cinder-849690-6-iscsi is: [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '7468fbce-dfca-46d8-a7b5-bc32227d3210', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'port_id': 'efc8d307-e5f0-4084-9201-4869a986c38c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'mac_address': 'fa:16:3e:92:e8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a008e56d-969e-442a-bb08-524ee7e06084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:36:10Z', 'updated_at': '2022-07-27T16:36:44Z', 'revision_number': 1, 'project_id': '8d570044769a44d9b18c905284cd9947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b25489-6804-4bd7-a6f3-11d26f97ab69', 'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'mac_address': 'fa:16:3e:0a:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:56Z', 'updated_at': '2022-07-27T16:36:20Z', 'revision_number': 5, 'project_id': '8d570044769a44d9b18c905284cd9947', 'subnets': [{'id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:36:47.056865 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38520) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:47.072541 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d8df12d-609a-4650-a4a9-0c39023b3e83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:47.161273 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d8df12d-609a-4650-a4a9-0c39023b3e83 admin admin] Publish callbacks [] for security_group (d1aaa453-5eaf-46e2-9ecd-0aafe7c639e4), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:47.168684 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d8df12d-609a-4650-a4a9-0c39023b3e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (d1aaa453-5eaf-46e2-9ecd-0aafe7c639e4), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:47.216518 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5d8df12d-609a-4650-a4a9-0c39023b3e83 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=80622fc6b18f4acf827782dbbcd73e68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584113 Jul 27 16:36:47.218018 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8df12d-609a-4650-a4a9-0c39023b3e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aaa453-5eaf-46e2-9ecd-0aafe7c639e4,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:47.219875 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38526) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:47.347100 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b13be-6ca3-4f9c-a45e-83c0d8829ce1 req-80594018-3c7e-422c-adb1-72035587af26 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:47.350087 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-777b13be-6ca3-4f9c-a45e-83c0d8829ce1 req-80594018-3c7e-422c-adb1-72035587af26 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0659475 Jul 27 16:36:47.479348 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-777b13be-6ca3-4f9c-a45e-83c0d8829ce1 req-4072b97f-5b48-43a9-9a47-cc626d5c1ed8 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206300 Jul 27 16:36:47.489338 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-89f00d5c-14eb-45fa-923a-0d6a0be9779b admin admin] Publish callbacks [] for security_group (d1aaa453-5eaf-46e2-9ecd-0aafe7c639e4), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:47.494885 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ddd13-29e2-4853-8d20-5fe8493eb087 req-6338996d-45db-4ad8-b20a-fef38513748c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:47.496392 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-557ddd13-29e2-4853-8d20-5fe8493eb087 req-6338996d-45db-4ad8-b20a-fef38513748c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0926540 Jul 27 16:36:47.520731 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-89f00d5c-14eb-45fa-923a-0d6a0be9779b admin admin] Publish callbacks [] for security_group (d1aaa453-5eaf-46e2-9ecd-0aafe7c639e4), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:47.570028 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-557ddd13-29e2-4853-8d20-5fe8493eb087 req-8b1f3fff-e65d-4914-b165-70d9744987fb tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633705 Jul 27 16:36:47.592329 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-89f00d5c-14eb-45fa-923a-0d6a0be9779b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (d1aaa453-5eaf-46e2-9ecd-0aafe7c639e4), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:47.596565 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-89f00d5c-14eb-45fa-923a-0d6a0be9779b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:47.601663 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-89f00d5c-14eb-45fa-923a-0d6a0be9779b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d1aaa453-5eaf-46e2-9ecd-0aafe7c639e4 HTTP/1.1" status: 204 len: 168 time: 0.3806634 Jul 27 16:36:47.611008 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f00d5c-14eb-45fa-923a-0d6a0be9779b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aaa453-5eaf-46e2-9ecd-0aafe7c639e4,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:47.619810 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0216e57e-923f-49d6-8f6d-f168abe75646 None None] New status for floating IP 7468fbce-dfca-46d8-a7b5-bc32227d3210: ACTIVE {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:36:47.944538 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38554) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:47.944695 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb1609-ec67-406b-a341-908c0422835a req-8a3e0bf3-db94-4a8f-b57a-f643eab4f113 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:47.946740 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fbbb1609-ec67-406b-a341-908c0422835a req-8a3e0bf3-db94-4a8f-b57a-f643eab4f113 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0504758 Jul 27 16:36:48.005485 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fbbb1609-ec67-406b-a341-908c0422835a req-72cc3f38-5e16-4962-8e86-aac1f0ec9466 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525141 Jul 27 16:36:48.067289 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-63e4df24-7e2d-4640-af89-e7bf741fb48d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:48.128473 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:48.158296 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-63e4df24-7e2d-4640-af89-e7bf741fb48d admin admin] Publish callbacks [] for security_group (c2b699c7-7271-49fd-8e48-8b3c5f1b6fdc), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:48.163074 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-63e4df24-7e2d-4640-af89-e7bf741fb48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (c2b699c7-7271-49fd-8e48-8b3c5f1b6fdc), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:48.205583 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-63e4df24-7e2d-4640-af89-e7bf741fb48d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=eca572363c344754a823a35c93bc420e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596354 Jul 27 16:36:48.207065 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4df24-7e2d-4640-af89-e7bf741fb48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b699c7-7271-49fd-8e48-8b3c5f1b6fdc,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:48.208193 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38568) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:48.268845 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-80c3e54e-9346-4a5e-8d50-9ebc67ca2fc8 admin admin] Publish callbacks [] for security_group (c2b699c7-7271-49fd-8e48-8b3c5f1b6fdc), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:48.290779 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-80c3e54e-9346-4a5e-8d50-9ebc67ca2fc8 admin admin] Publish callbacks [] for security_group (c2b699c7-7271-49fd-8e48-8b3c5f1b6fdc), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:48.343514 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-80c3e54e-9346-4a5e-8d50-9ebc67ca2fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (c2b699c7-7271-49fd-8e48-8b3c5f1b6fdc), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:48.346076 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-80c3e54e-9346-4a5e-8d50-9ebc67ca2fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:48.348188 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-80c3e54e-9346-4a5e-8d50-9ebc67ca2fc8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c2b699c7-7271-49fd-8e48-8b3c5f1b6fdc HTTP/1.1" status: 204 len: 168 time: 0.1389954 Jul 27 16:36:48.352196 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:48.359742 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3e54e-9346-4a5e-8d50-9ebc67ca2fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b699c7-7271-49fd-8e48-8b3c5f1b6fdc,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:48.616724 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0ab62-7335-4d00-a92f-da7b9e4c41ba req-2915c38e-1d83-4fa2-bd68-2ba13ceaf7e4 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:48.619128 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-70a0ab62-7335-4d00-a92f-da7b9e4c41ba req-2915c38e-1d83-4fa2-bd68-2ba13ceaf7e4 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0587440 Jul 27 16:36:48.674662 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-70a0ab62-7335-4d00-a92f-da7b9e4c41ba req-5feb397f-4305-49b6-9d8d-35503dd889b3 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474005 Jul 27 16:36:49.131953 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f11593-cf52-4c3d-bcd2-d35165829af3 req-9cff699a-3fd0-49b6-a40c-cf16610ca1f1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:49.133626 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-31f11593-cf52-4c3d-bcd2-d35165829af3 req-9cff699a-3fd0-49b6-a40c-cf16610ca1f1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0531533 Jul 27 16:36:49.193101 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-31f11593-cf52-4c3d-bcd2-d35165829af3 req-4cdcf3a7-56f4-47e0-8b05-678e81ff29dd tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528862 Jul 27 16:36:49.298643 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:49.316368 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38624) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:49.428004 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-01daeed1-b507-4eb2-bfa0-c867f7df231c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-428081089-network', 'tenant_id': 'fef3e0b606114adfbb6ff0c7e5648bea'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:49.442202 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01daeed1-b507-4eb2-bfa0-c867f7df231c admin admin] Made reservation on behalf of fef3e0b606114adfbb6ff0c7e5648bea for: {'network': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:36:49.444615 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-01daeed1-b507-4eb2-bfa0-c867f7df231c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:49.457449 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-01daeed1-b507-4eb2-bfa0-c867f7df231c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:49.540962 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-01daeed1-b507-4eb2-bfa0-c867f7df231c admin admin] Publish callbacks [] for security_group (95aa0d95-da80-41ae-a2c0-770727445a7d), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:49.546414 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-01daeed1-b507-4eb2-bfa0-c867f7df231c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (95aa0d95-da80-41ae-a2c0-770727445a7d), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:49.569516 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01daeed1-b507-4eb2-bfa0-c867f7df231c admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=104022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:36:49.588139 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01daeed1-b507-4eb2-bfa0-c867f7df231c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95aa0d95-da80-41ae-a2c0-770727445a7d,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:49.592773 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-01daeed1-b507-4eb2-bfa0-c867f7df231c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (b1334c8c-c64d-4704-aaf9-70e52d3fd205), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:49.593148 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.segments_db [None req-01daeed1-b507-4eb2-bfa0-c867f7df231c admin admin] Added segment b1334c8c-c64d-4704-aaf9-70e52d3fd205 of type vlan for network 47559312-5240-4014-a676-7ef4172b498a Jul 27 16:36:49.601820 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:49.639383 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-01daeed1-b507-4eb2-bfa0-c867f7df231c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (47559312-5240-4014-a676-7ef4172b498a), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:49.667762 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-01daeed1-b507-4eb2-bfa0-c867f7df231c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (47559312-5240-4014-a676-7ef4172b498a), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:49.669046 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01daeed1-b507-4eb2-bfa0-c867f7df231c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:49.669637 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-01daeed1-b507-4eb2-bfa0-c867f7df231c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:49.741616 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-01daeed1-b507-4eb2-bfa0-c867f7df231c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4238350 Jul 27 16:36:49.743943 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01daeed1-b507-4eb2-bfa0-c867f7df231c admin admin] Pushing event updated for resources: {'Network': ['ID=47559312-5240-4014-a676-7ef4172b498a,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:49.745281 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38640) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:49.752833 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-9897b323-31d6-4921-85e0-02af59ae98ca admin admin] Request body: {'subnet': {'network_id': '47559312-5240-4014-a676-7ef4172b498a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-428081089-subnet', 'tenant_id': 'fef3e0b606114adfbb6ff0c7e5648bea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:49.775095 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network 47559312-5240-4014-a676-7ef4172b498a details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:36:49.819448 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9897b323-31d6-4921-85e0-02af59ae98ca admin admin] Made reservation on behalf of fef3e0b606114adfbb6ff0c7e5648bea for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:36:49.822479 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9897b323-31d6-4921-85e0-02af59ae98ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5503253'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:49.877867 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3bec2-6072-4fba-a888-266c74edb82d req-c9422017-5af0-4a07-8f79-55448339fdfb tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:49.879600 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-19e3bec2-6072-4fba-a888-266c74edb82d req-c9422017-5af0-4a07-8f79-55448339fdfb tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.1049402 Jul 27 16:36:49.946989 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:49.973410 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-19e3bec2-6072-4fba-a888-266c74edb82d req-834234bb-9b2d-4fa3-9a50-bde13987b350 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808523 Jul 27 16:36:50.098410 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9897b323-31d6-4921-85e0-02af59ae98ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5474382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5503291'] for subnet (9b21410e-09d2-4499-9f12-9b60ca73dcc2), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:50.167322 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897b323-31d6-4921-85e0-02af59ae98ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b21410e-09d2-4499-9f12-9b60ca73dcc2,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:50.182909 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9897b323-31d6-4921-85e0-02af59ae98ca admin admin] Checking segment: {'id': 'b1334c8c-c64d-4704-aaf9-70e52d3fd205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '47559312-5240-4014-a676-7ef4172b498a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:36:50.183457 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9897b323-31d6-4921-85e0-02af59ae98ca admin admin] Network hostable DHCP agents. Network: 47559312-5240-4014-a676-7ef4172b498a, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:36:50.208221 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9897b323-31d6-4921-85e0-02af59ae98ca admin admin] Network 47559312-5240-4014-a676-7ef4172b498a is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:36:50.223209 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-9897b323-31d6-4921-85e0-02af59ae98ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, 47559312-5240-4014-a676-7ef4172b498a) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:36:50.227748 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9897b323-31d6-4921-85e0-02af59ae98ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:50.228353 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9897b323-31d6-4921-85e0-02af59ae98ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:50.237099 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dccce6b-ad8a-4442-a608-f66de054fe04 None None] Network 47559312-5240-4014-a676-7ef4172b498a requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:36:50.249790 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9897b323-31d6-4921-85e0-02af59ae98ca admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5028057 Jul 27 16:36:50.304695 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:50.347716 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc8f68-a691-4cb6-9da5-69793e415686 req-6081851b-ebf5-4b69-aa08-571149ba58b2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:50.349382 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4fdc8f68-a691-4cb6-9da5-69793e415686 req-6081851b-ebf5-4b69-aa08-571149ba58b2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0629170 Jul 27 16:36:50.371488 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba43b89a-9416-4aaa-9fd5-91b6a0432abe None None] Network 47559312-5240-4014-a676-7ef4172b498a requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:36:50.407557 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4fdc8f68-a691-4cb6-9da5-69793e415686 req-7f891522-d966-4d2a-b798-d76f884509c1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515873 Jul 27 16:36:51.200158 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bfe2d-8a67-4ec1-bb0a-d09debc53658 req-50a93698-32ed-4139-b0fe-f0513e9511d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:51.201876 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-043bfe2d-8a67-4ec1-bb0a-d09debc53658 req-50a93698-32ed-4139-b0fe-f0513e9511d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1653197 Jul 27 16:36:51.202189 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd8eb-735b-4ccb-be71-f8f109a97f8b req-f948c592-bb4d-4391-9f54-d0f28afee9ac tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:51.213910 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c25cd8eb-735b-4ccb-be71-f8f109a97f8b req-f948c592-bb4d-4391-9f54-d0f28afee9ac tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0938098 Jul 27 16:36:51.250421 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e43af6-de5d-44cc-afb3-70e61927d761 req-03fdbdc0-88a9-4854-b07f-b891c9d88b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:51.252345 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-89e43af6-de5d-44cc-afb3-70e61927d761 req-03fdbdc0-88a9-4854-b07f-b891c9d88b4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2b545b-e176-40e2-8391-7dafbc2122d9 HTTP/1.1" status: 200 len: 918 time: 0.2045364 Jul 27 16:36:51.289483 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c25cd8eb-735b-4ccb-be71-f8f109a97f8b req-71b47cea-9d57-4cc1-accc-73fad9283d34 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745718 Jul 27 16:36:51.527840 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:51.539667 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029645c-cc97-49da-840b-82af7418c265 req-8138f6a0-6b8e-4f36-ba48-79af979740dd tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:51.541164 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1029645c-cc97-49da-840b-82af7418c265 req-8138f6a0-6b8e-4f36-ba48-79af979740dd tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0560937 Jul 27 16:36:51.594317 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1029645c-cc97-49da-840b-82af7418c265 req-940cf137-83a4-4607-8f1f-1f55830987d0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470920 Jul 27 16:36:51.868775 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-043bfe2d-8a67-4ec1-bb0a-d09debc53658 req-42ce9ad8-485d-4a69-9953-c88a3e45e06b service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055751 Jul 27 16:36:52.044123 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-6a132b42-9ceb-41d3-9deb-16642d204710 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:52.046418 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-6a132b42-9ceb-41d3-9deb-16642d204710 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/networks?id=47559312-5240-4014-a676-7ef4172b498a HTTP/1.1" status: 200 len: 808 time: 0.1111956 Jul 27 16:36:52.060568 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-c9f95fe4-141a-41be-b3fd-8fa36a79be46 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/quotas/fef3e0b606114adfbb6ff0c7e5648bea HTTP/1.1" status: 200 len: 375 time: 0.0091403 Jul 27 16:36:52.097714 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-46be5f7e-dbb7-4003-8f40-fbf229b7dc0d tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fef3e0b606114adfbb6ff0c7e5648bea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317402 Jul 27 16:36:52.239856 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-4c5fd417-5a66-4976-98af-b1fc54f90b04 service neutron] 10.222.0.74 "GET /v2.0/networks/47559312-5240-4014-a676-7ef4172b498a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345894 Jul 27 16:36:52.304416 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06d88b-ccf7-490c-941f-369a8b403b5b req-1ffede9f-ca29-4292-b1ed-3e0604e4a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:52.306475 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fa06d88b-ccf7-490c-941f-369a8b403b5b req-1ffede9f-ca29-4292-b1ed-3e0604e4a573 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 1130 time: 0.1075127 Jul 27 16:36:52.331898 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-89e43af6-de5d-44cc-afb3-70e61927d761 req-b8ceaea6-4865-4d84-bf19-420135da7f7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efc8d307-e5f0-4084-9201-4869a986c38c HTTP/1.1" status: 200 len: 1001 time: 0.1336191 Jul 27 16:36:52.364069 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13fd15-c310-44b1-a0f9-56ded29e7467 req-e2a12a2c-4f7d-455c-a4f9-02923c0eae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:52.366159 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3c13fd15-c310-44b1-a0f9-56ded29e7467 req-e2a12a2c-4f7d-455c-a4f9-02923c0eae72 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 1130 time: 0.1389134 Jul 27 16:36:52.425864 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-043bfe2d-8a67-4ec1-bb0a-d09debc53658 req-dc53b28c-c61d-49b5-a526-dc20ab4e1396 service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775556 Jul 27 16:36:52.430720 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:52.465650 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e43af6-de5d-44cc-afb3-70e61927d761 req-9c626444-ca9b-48ca-b0da-be1502395f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:52.469089 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-89e43af6-de5d-44cc-afb3-70e61927d761 req-9c626444-ca9b-48ca-b0da-be1502395f02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd5a5861-0b12-4ebb-85aa-394b3176f5b9 HTTP/1.1" status: 200 len: 856 time: 0.1153100 Jul 27 16:36:52.534520 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:52.549860 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:52.561000 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85fb75-de00-4118-92db-8656a98fc0cc req-266a6f3b-eac1-43b6-9dba-83e0e089487a tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:52.571583 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b85fb75-de00-4118-92db-8656a98fc0cc req-266a6f3b-eac1-43b6-9dba-83e0e089487a tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.1849296 Jul 27 16:36:52.592321 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e43af6-de5d-44cc-afb3-70e61927d761 req-68ee8d6f-496d-4d66-92b0-974323b43a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:52.596450 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-89e43af6-de5d-44cc-afb3-70e61927d761 req-68ee8d6f-496d-4d66-92b0-974323b43a1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2b545b-e176-40e2-8391-7dafbc2122d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1026857 Jul 27 16:36:52.716331 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b85fb75-de00-4118-92db-8656a98fc0cc req-a7887d3a-e6ea-4083-b7ec-dc828b3c4b7b tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433179 Jul 27 16:36:52.744019 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-89e43af6-de5d-44cc-afb3-70e61927d761 req-94e8a802-ff5f-47df-9d7e-fb48e48eb8fb service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397083 Jul 27 16:36:52.754933 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-2f6992ee-956c-41d6-94d5-50687b3531ca service neutron] 10.222.0.74 "GET /v2.0/networks/47559312-5240-4014-a676-7ef4172b498a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907207 Jul 27 16:36:52.808792 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3c13fd15-c310-44b1-a0f9-56ded29e7467 req-591026cc-5c63-4ba6-b3aa-d1c5095281bd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4046988 Jul 27 16:36:52.824232 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06d88b-ccf7-490c-941f-369a8b403b5b req-33bea64a-4f39-4a27-9679-0e393652c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:52.826301 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fa06d88b-ccf7-490c-941f-369a8b403b5b req-33bea64a-4f39-4a27-9679-0e393652c6cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 919 time: 0.4784856 Jul 27 16:36:52.861186 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-89e43af6-de5d-44cc-afb3-70e61927d761 req-bb095357-05ec-4bb9-9899-6ea3fb3a1cd2 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022873 Jul 27 16:36:52.867557 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38732) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:53.092189 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d9818c01-7913-45a6-8aad-116ca46b6f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:53.121266 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a58641-33e7-4759-af60-81174f6a075b req-4cd92a14-6827-45e1-aef4-70d072e52cac tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:53.123009 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-76a58641-33e7-4759-af60-81174f6a075b req-4cd92a14-6827-45e1-aef4-70d072e52cac tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.1288216 Jul 27 16:36:53.148380 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfb63c-d783-43d3-843f-41a90d34c97d req-c57dc458-adc4-443f-8045-495ba85c811f tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:53.149785 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fdfb63c-d783-43d3-843f-41a90d34c97d req-c57dc458-adc4-443f-8045-495ba85c811f tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 945 time: 0.1063406 Jul 27 16:36:53.181912 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:53.294978 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fa06d88b-ccf7-490c-941f-369a8b403b5b req-4e5c70f6-66be-437c-96e5-71b48c1f3679 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9368fc6a-10b9-4455-a76f-7ab085d78bdc HTTP/1.1" status: 200 len: 217 time: 0.0722947 Jul 27 16:36:53.304142 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-76a58641-33e7-4759-af60-81174f6a075b req-6c7f5006-7186-41ca-9cf0-8336d1c9342b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720343 Jul 27 16:36:53.317553 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fdfb63c-d783-43d3-843f-41a90d34c97d req-c4aeacca-0f85-427e-9046-f768e03e72be tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534061 Jul 27 16:36:53.349261 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d9818c01-7913-45a6-8aad-116ca46b6f84 admin admin] Publish callbacks [] for security_group (af3781a3-eb41-40aa-8ecc-3463292ff1e5), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:53.354782 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d9818c01-7913-45a6-8aad-116ca46b6f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (af3781a3-eb41-40aa-8ecc-3463292ff1e5), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:53.408527 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1aeadca7-7d46-4f65-8547-552ad3125e84 req-3655c5c1-8fa8-493d-bcf2-23be0eebf348 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 210 time: 0.0507848 Jul 27 16:36:53.422218 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d9818c01-7913-45a6-8aad-116ca46b6f84 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=23cee0caab2748c58e7f4a12a62bb12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5534766 Jul 27 16:36:53.423416 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9818c01-7913-45a6-8aad-116ca46b6f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3781a3-eb41-40aa-8ecc-3463292ff1e5,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:53.425759 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38750) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:53.479900 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-44a603c6-cec9-4a9e-9ba9-a50afa3c8dcb admin admin] Publish callbacks [] for security_group (af3781a3-eb41-40aa-8ecc-3463292ff1e5), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:53.501648 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-44a603c6-cec9-4a9e-9ba9-a50afa3c8dcb admin admin] Publish callbacks [] for security_group (af3781a3-eb41-40aa-8ecc-3463292ff1e5), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:53.551453 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-44a603c6-cec9-4a9e-9ba9-a50afa3c8dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (af3781a3-eb41-40aa-8ecc-3463292ff1e5), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:53.554158 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-44a603c6-cec9-4a9e-9ba9-a50afa3c8dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:53.555357 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-44a603c6-cec9-4a9e-9ba9-a50afa3c8dcb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/af3781a3-eb41-40aa-8ecc-3463292ff1e5 HTTP/1.1" status: 204 len: 168 time: 0.1286743 Jul 27 16:36:53.564003 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a603c6-cec9-4a9e-9ba9-a50afa3c8dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3781a3-eb41-40aa-8ecc-3463292ff1e5,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:53.851573 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38762) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:53.866911 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86dbfa-73f6-4dfc-8e6d-013f41a07b76 req-ddc81aae-0607-4b5f-9fa0-c4df916732a0 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:53.868430 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bf86dbfa-73f6-4dfc-8e6d-013f41a07b76 req-ddc81aae-0607-4b5f-9fa0-c4df916732a0 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0550058 Jul 27 16:36:53.872798 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7942c934-3ab7-4ae2-a292-6e125ca8fb41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:53.894617 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:53.928007 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bf86dbfa-73f6-4dfc-8e6d-013f41a07b76 req-10e9f503-e322-4b1c-be15-1536d6bac870 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501976 Jul 27 16:36:53.967758 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7942c934-3ab7-4ae2-a292-6e125ca8fb41 admin admin] Publish callbacks [] for security_group (e719c93e-9f08-4d0d-997a-d9f39e428680), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:53.972506 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7942c934-3ab7-4ae2-a292-6e125ca8fb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (e719c93e-9f08-4d0d-997a-d9f39e428680), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:54.016491 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-7942c934-3ab7-4ae2-a292-6e125ca8fb41 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3a82a22030834390b397559317ef19ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597071 Jul 27 16:36:54.016491 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942c934-3ab7-4ae2-a292-6e125ca8fb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e719c93e-9f08-4d0d-997a-d9f39e428680,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:54.016852 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38766) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:54.041443 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:54.070065 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0bddecb1-3bf1-4c71-9833-67a34bd120cc admin admin] Publish callbacks [] for security_group (e719c93e-9f08-4d0d-997a-d9f39e428680), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:54.096627 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0bddecb1-3bf1-4c71-9833-67a34bd120cc admin admin] Publish callbacks [] for security_group (e719c93e-9f08-4d0d-997a-d9f39e428680), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:54.145775 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0bddecb1-3bf1-4c71-9833-67a34bd120cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (e719c93e-9f08-4d0d-997a-d9f39e428680), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:54.148634 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0bddecb1-3bf1-4c71-9833-67a34bd120cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:54.154369 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0bddecb1-3bf1-4c71-9833-67a34bd120cc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e719c93e-9f08-4d0d-997a-d9f39e428680 HTTP/1.1" status: 204 len: 168 time: 0.1321335 Jul 27 16:36:54.163444 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddecb1-3bf1-4c71-9833-67a34bd120cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e719c93e-9f08-4d0d-997a-d9f39e428680,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:54.251745 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38772) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:54.449210 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a8a2f-cb36-4253-b518-84e014cbe302 req-7bc26e7c-d1cc-420c-8491-0e58163cfd72 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:54.453403 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9a3a8a2f-cb36-4253-b518-84e014cbe302 req-7bc26e7c-d1cc-420c-8491-0e58163cfd72 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0664668 Jul 27 16:36:54.519910 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fb63a25c-d6a9-4cc5-8cb9-edce2c99692f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:54.529844 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1aa83-60da-4069-81e6-cdc88baa56f0 req-c21d4d14-dec1-4728-a51f-af926acc83a2 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:54.531331 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0e1aa83-60da-4069-81e6-cdc88baa56f0 req-c21d4d14-dec1-4728-a51f-af926acc83a2 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 945 time: 0.0998130 Jul 27 16:36:54.589508 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9a3a8a2f-cb36-4253-b518-84e014cbe302 req-82c342ea-dbda-46e5-8369-2405889d09ce tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122329 Jul 27 16:36:54.643881 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0e1aa83-60da-4069-81e6-cdc88baa56f0 req-9427ce68-6a9f-4eca-9e5d-a32a78795120 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963824 Jul 27 16:36:54.697184 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b1d4848e-723c-4847-b96d-931a3b95ca8c req-759011d5-b2f8-42f1-bf16-03155eed2558 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 210 time: 0.0381582 Jul 27 16:36:54.716684 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fb63a25c-d6a9-4cc5-8cb9-edce2c99692f admin admin] Publish callbacks [] for security_group (da6bd1b4-1d0d-41c8-8a67-a93461b14e78), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:54.720746 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fb63a25c-d6a9-4cc5-8cb9-edce2c99692f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (da6bd1b4-1d0d-41c8-8a67-a93461b14e78), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:54.743377 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:54.766264 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-fb63a25c-d6a9-4cc5-8cb9-edce2c99692f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6a344183ca8545908a2a0e6925f8c70d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5122595 Jul 27 16:36:54.767936 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63a25c-d6a9-4cc5-8cb9-edce2c99692f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6bd1b4-1d0d-41c8-8a67-a93461b14e78,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:54.769022 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38796) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:54.827722 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-74f7b713-c873-4db3-9b9e-e5c07e4b95d2 admin admin] Publish callbacks [] for security_group (da6bd1b4-1d0d-41c8-8a67-a93461b14e78), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:54.855656 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-74f7b713-c873-4db3-9b9e-e5c07e4b95d2 admin admin] Publish callbacks [] for security_group (da6bd1b4-1d0d-41c8-8a67-a93461b14e78), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:54.900871 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-74f7b713-c873-4db3-9b9e-e5c07e4b95d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (da6bd1b4-1d0d-41c8-8a67-a93461b14e78), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:54.903583 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-74f7b713-c873-4db3-9b9e-e5c07e4b95d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:54.904750 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-74f7b713-c873-4db3-9b9e-e5c07e4b95d2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/da6bd1b4-1d0d-41c8-8a67-a93461b14e78 HTTP/1.1" status: 204 len: 168 time: 0.1342413 Jul 27 16:36:54.912662 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7b713-c873-4db3-9b9e-e5c07e4b95d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6bd1b4-1d0d-41c8-8a67-a93461b14e78,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:55.065352 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0499f-f3d2-4335-8b59-f38527284fa4 req-252b5522-36a0-4798-955d-abdc93a1aeb6 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:55.067212 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-09b0499f-f3d2-4335-8b59-f38527284fa4 req-252b5522-36a0-4798-955d-abdc93a1aeb6 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0514050 Jul 27 16:36:55.127411 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-09b0499f-f3d2-4335-8b59-f38527284fa4 req-a953b180-3891-4a91-93b4-e228ebb51e45 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531745 Jul 27 16:36:55.352362 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38818) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:55.356574 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-67767150-8344-4e3d-8181-2fc667398cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:55.366532 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-63e9bc69-f470-44c2-9c0c-675141e07e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:55.452802 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-63e9bc69-f470-44c2-9c0c-675141e07e68 admin admin] Publish callbacks [] for security_group (beff65d0-2a1c-4046-9738-9a1ac760a88a), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:55.457440 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-63e9bc69-f470-44c2-9c0c-675141e07e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (beff65d0-2a1c-4046-9738-9a1ac760a88a), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:55.500042 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-63e9bc69-f470-44c2-9c0c-675141e07e68 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dd066fe4e9c2459c887a245e80c57694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458182 Jul 27 16:36:55.500897 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9bc69-f470-44c2-9c0c-675141e07e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beff65d0-2a1c-4046-9738-9a1ac760a88a,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:55.501954 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38822) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:55.552047 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-be6689ea-4907-422c-9069-c9b34ccb01f0 admin admin] Publish callbacks [] for security_group (beff65d0-2a1c-4046-9738-9a1ac760a88a), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:55.573831 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-be6689ea-4907-422c-9069-c9b34ccb01f0 admin admin] Publish callbacks [] for security_group (beff65d0-2a1c-4046-9738-9a1ac760a88a), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:55.625336 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-be6689ea-4907-422c-9069-c9b34ccb01f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (beff65d0-2a1c-4046-9738-9a1ac760a88a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:55.627923 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-be6689ea-4907-422c-9069-c9b34ccb01f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:55.629565 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-be6689ea-4907-422c-9069-c9b34ccb01f0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/beff65d0-2a1c-4046-9738-9a1ac760a88a HTTP/1.1" status: 204 len: 168 time: 0.1265149 Jul 27 16:36:55.639570 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6689ea-4907-422c-9069-c9b34ccb01f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beff65d0-2a1c-4046-9738-9a1ac760a88a,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:55.757875 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f755946-9485-4847-a692-b583715a1e66 req-749cfa5a-2583-4e9a-bb12-8706cceb3eb8 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:55.759497 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3f755946-9485-4847-a692-b583715a1e66 req-749cfa5a-2583-4e9a-bb12-8706cceb3eb8 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0620883 Jul 27 16:36:55.812560 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98c612-a057-40bc-922e-ba46b377c07f req-10d20740-0396-40f0-bb4b-f0e1d6973207 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:55.814142 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a98c612-a057-40bc-922e-ba46b377c07f req-10d20740-0396-40f0-bb4b-f0e1d6973207 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 945 time: 0.0771158 Jul 27 16:36:55.851228 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:55.909422 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3f755946-9485-4847-a692-b583715a1e66 req-9caf8983-29b4-4488-a9bf-154f37982126 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297746 Jul 27 16:36:55.931370 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06d88b-ccf7-490c-941f-369a8b403b5b req-207fe88c-b1b3-46bb-a396-c659fcbb1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:55.932831 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fa06d88b-ccf7-490c-941f-369a8b403b5b req-207fe88c-b1b3-46bb-a396-c659fcbb1df2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6261f153-df76-4666-8c12-d3f7ad70249a HTTP/1.1" status: 200 len: 857 time: 0.0789382 Jul 27 16:36:55.940555 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b486ded2-20d3-4080-9c59-c752fa6df8e0 req-a7ee0323-0eb0-4a7c-a434-18ffe14c971a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798702 Jul 27 16:36:55.945310 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a98c612-a057-40bc-922e-ba46b377c07f req-51c58329-c10c-410d-b86e-53df6cf08c03 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208000 Jul 27 16:36:56.098993 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-703913dc-7a55-4da9-aa2d-0bdcf2e86058 req-f0d255f0-05e9-4807-9d08-739d651f8276 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 210 time: 0.0831602 Jul 27 16:36:56.104401 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06d88b-ccf7-490c-941f-369a8b403b5b req-41363172-79aa-4510-966c-0fb69cac4e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:56.105875 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fa06d88b-ccf7-490c-941f-369a8b403b5b req-41363172-79aa-4510-966c-0fb69cac4e7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36a590e-5aca-4f4b-84ba-ed6272112a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0982320 Jul 27 16:36:56.261373 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3127b5-50d8-47ba-a0e5-dbd70f7e2ca8 req-671b5e15-b561-4af0-84a6-4cb876694711 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:56.263083 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ba3127b5-50d8-47ba-a0e5-dbd70f7e2ca8 req-671b5e15-b561-4af0-84a6-4cb876694711 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0589375 Jul 27 16:36:56.325260 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ba3127b5-50d8-47ba-a0e5-dbd70f7e2ca8 req-6b8c8edf-2f2a-4fac-bd85-7ebceb5691d2 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526347 Jul 27 16:36:56.545415 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486ded2-20d3-4080-9c59-c752fa6df8e0 req-a3f55424-0dd6-4083-a211-26cbbe85c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:56.547221 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b486ded2-20d3-4080-9c59-c752fa6df8e0 req-a3f55424-0dd6-4083-a211-26cbbe85c889 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 1129 time: 0.0737226 Jul 27 16:36:56.661298 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38894) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:56.793492 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b91b8a25-a150-4b7f-996f-3362161c7690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:56.811082 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fa06d88b-ccf7-490c-941f-369a8b403b5b req-261dc80f-e11e-48d7-92e3-6b3e19cb48c7 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735957 Jul 27 16:36:56.856403 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:56.873895 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b91b8a25-a150-4b7f-996f-3362161c7690 admin admin] Publish callbacks [] for security_group (ccf9dfda-5da1-4d54-b923-01a53a3bbf51), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:56.877956 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b91b8a25-a150-4b7f-996f-3362161c7690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (ccf9dfda-5da1-4d54-b923-01a53a3bbf51), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:56.917999 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-b91b8a25-a150-4b7f-996f-3362161c7690 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=043a46fde9154df58774c1ed67a963ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555373 Jul 27 16:36:56.918814 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b8a25-a150-4b7f-996f-3362161c7690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf9dfda-5da1-4d54-b923-01a53a3bbf51,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:56.920772 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38904) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:56.976086 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6c5eaf5-4e12-4d5d-87df-3c1961a7d931 admin admin] Publish callbacks [] for security_group (ccf9dfda-5da1-4d54-b923-01a53a3bbf51), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:57.001123 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6c5eaf5-4e12-4d5d-87df-3c1961a7d931 admin admin] Publish callbacks [] for security_group (ccf9dfda-5da1-4d54-b923-01a53a3bbf51), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:57.002389 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:36:57.039612 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:57.113810 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b40ef-f93e-4c1e-b3ba-bb0a16ffcb74 req-bde3a6bf-ca5b-4508-b5a6-dda3b407ddfa tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:57.115424 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9c8b40ef-f93e-4c1e-b3ba-bb0a16ffcb74 req-bde3a6bf-ca5b-4508-b5a6-dda3b407ddfa tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0975761 Jul 27 16:36:57.137228 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a669a-0a1c-41b4-9671-508b629950f2 req-a8731f1d-6f86-43c9-ab81-d8ef4ac7b3b1 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:57.139340 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d6a669a-0a1c-41b4-9671-508b629950f2 req-a8731f1d-6f86-43c9-ab81-d8ef4ac7b3b1 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 945 time: 0.0750606 Jul 27 16:36:57.178248 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6c5eaf5-4e12-4d5d-87df-3c1961a7d931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (ccf9dfda-5da1-4d54-b923-01a53a3bbf51), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:57.180666 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6c5eaf5-4e12-4d5d-87df-3c1961a7d931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:57.181764 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c6c5eaf5-4e12-4d5d-87df-3c1961a7d931 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ccf9dfda-5da1-4d54-b923-01a53a3bbf51 HTTP/1.1" status: 204 len: 168 time: 0.2599761 Jul 27 16:36:57.246774 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5eaf5-4e12-4d5d-87df-3c1961a7d931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf9dfda-5da1-4d54-b923-01a53a3bbf51,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:57.347055 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9c8b40ef-f93e-4c1e-b3ba-bb0a16ffcb74 req-036ea3f2-fad8-46c6-91f8-5b56a975080e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066629 Jul 27 16:36:57.355580 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:INSERT=18,neutron:SELECT=79,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:57.403257 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486ded2-20d3-4080-9c59-c752fa6df8e0 req-9f93c47c-2664-4005-b564-5367765decf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:57.404908 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d6a669a-0a1c-41b4-9671-508b629950f2 req-8c3c56e7-a02f-4d39-94a4-13f85333e540 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579551 Jul 27 16:36:57.405652 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b486ded2-20d3-4080-9c59-c752fa6df8e0 req-9f93c47c-2664-4005-b564-5367765decf3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 919 time: 0.1676126 Jul 27 16:36:57.431101 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b9524-ffef-42c6-bf7f-e13dd7083df9 req-1bfed1a5-46f9-4c5a-bf64-cc1cfdbcf8e5 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:57.432820 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ac3b9524-ffef-42c6-bf7f-e13dd7083df9 req-1bfed1a5-46f9-4c5a-bf64-cc1cfdbcf8e5 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 945 time: 0.0844448 Jul 27 16:36:57.472593 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-df5a23d6-d1d9-4b95-a211-b0370ecbdcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:57.479142 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd0322c8-c6fa-4ee2-a584-de06b9d4c4bc req-34f68b35-6aa8-4773-8436-9a1408bf2479 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 210 time: 0.0416944 Jul 27 16:36:57.549579 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fa06d88b-ccf7-490c-941f-369a8b403b5b req-9000f7e0-fefe-43ff-a0a3-f74383b54d05 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985003 Jul 27 16:36:57.560810 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07063b66-f18e-474c-8c5e-10c0308ca313 req-9d2efbf3-cbcc-4e06-ad9a-ce464f5d4647 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:57.562336 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-07063b66-f18e-474c-8c5e-10c0308ca313 req-9d2efbf3-cbcc-4e06-ad9a-ce464f5d4647 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0684493 Jul 27 16:36:57.613685 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-07063b66-f18e-474c-8c5e-10c0308ca313 req-dcc3a7e7-f8c9-432d-9512-99efa32f9b47 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437071 Jul 27 16:36:57.754854 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b486ded2-20d3-4080-9c59-c752fa6df8e0 req-c2e2bbe9-7b94-4af8-aace-8bc761f5d9a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee2f2c0f-c666-48ff-8555-4ac295050a28 HTTP/1.1" status: 200 len: 217 time: 0.0388944 Jul 27 16:36:57.813162 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38940) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:57.832595 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-04f79fa5-ef10-45d3-8bbc-8b82c18fedae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:57.846038 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c72af-c86b-498b-9dc3-38a374df894b req-3dd78e5b-111a-412d-9a54-5d0a1ecfa091 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:57.848166 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e67c72af-c86b-498b-9dc3-38a374df894b req-3dd78e5b-111a-412d-9a54-5d0a1ecfa091 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.1546540 Jul 27 16:36:57.862040 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486ded2-20d3-4080-9c59-c752fa6df8e0 req-8e0df259-e0bd-481b-a3ad-3d992e077360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:57.862375 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 38944) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:57.863343 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b486ded2-20d3-4080-9c59-c752fa6df8e0 req-8e0df259-e0bd-481b-a3ad-3d992e077360 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6261f153-df76-4666-8c12-d3f7ad70249a HTTP/1.1" status: 200 len: 857 time: 0.0947506 Jul 27 16:36:57.885653 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-3005dc61-d34c-478a-8b28-8b924511846e tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Request body: {'floatingip': {'port_id': '7d079e14-f8f7-43ce-a463-f17c326cc7bb'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:57.978715 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486ded2-20d3-4080-9c59-c752fa6df8e0 req-909c457d-ccc9-498e-b829-31c16d1598cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:57.980694 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b486ded2-20d3-4080-9c59-c752fa6df8e0 req-909c457d-ccc9-498e-b829-31c16d1598cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36a590e-5aca-4f4b-84ba-ed6272112a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584486 Jul 27 16:36:57.983982 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-04f79fa5-ef10-45d3-8bbc-8b82c18fedae admin admin] Publish callbacks [] for security_group (8a65f8a1-c36e-48fa-9b44-6d3d235bad88), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:57.990211 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-04f79fa5-ef10-45d3-8bbc-8b82c18fedae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (8a65f8a1-c36e-48fa-9b44-6d3d235bad88), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:58.009542 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3005dc61-d34c-478a-8b28-8b924511846e tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for floatingip (feab511e-2197-4346-9eb8-39a2e058aaca), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:58.051042 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-04f79fa5-ef10-45d3-8bbc-8b82c18fedae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bce3d9b88f7f4d268cbdac099a959c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369189 Jul 27 16:36:58.082979 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 38948) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:36:58.086752 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f79fa5-ef10-45d3-8bbc-8b82c18fedae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a65f8a1-c36e-48fa-9b44-6d3d235bad88,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:58.142232 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:58.157601 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-ac3b9524-ffef-42c6-bf7f-e13dd7083df9 req-9c1b7200-bcbc-4992-a9c2-8e5893746ee3 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Deleting port 37e635ad-37c3-43df-90e3-5c0a40020c13 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:36:58.157969 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ac3b9524-ffef-42c6-bf7f-e13dd7083df9 req-9c1b7200-bcbc-4992-a9c2-8e5893746ee3 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (37e635ad-37c3-43df-90e3-5c0a40020c13), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:58.183935 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b486ded2-20d3-4080-9c59-c752fa6df8e0 req-080a7d0d-a44f-4bf5-9632-b79153f02cae service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716113 Jul 27 16:36:58.187258 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-17fe1953-9571-4ef9-a6b9-9649c82b5d33 admin admin] Publish callbacks [] for security_group (8a65f8a1-c36e-48fa-9b44-6d3d235bad88), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:58.214151 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-17fe1953-9571-4ef9-a6b9-9649c82b5d33 admin admin] Publish callbacks [] for security_group (8a65f8a1-c36e-48fa-9b44-6d3d235bad88), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:58.329881 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:58.331424 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-17fe1953-9571-4ef9-a6b9-9649c82b5d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (8a65f8a1-c36e-48fa-9b44-6d3d235bad88), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:58.333959 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-17fe1953-9571-4ef9-a6b9-9649c82b5d33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:58.335092 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-17fe1953-9571-4ef9-a6b9-9649c82b5d33 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8a65f8a1-c36e-48fa-9b44-6d3d235bad88 HTTP/1.1" status: 204 len: 168 time: 0.2509365 Jul 27 16:36:58.347116 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b486ded2-20d3-4080-9c59-c752fa6df8e0 req-59ebf697-6962-4885-a88f-915b4ce1aa9f service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093154 Jul 27 16:36:58.347950 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe1953-9571-4ef9-a6b9-9649c82b5d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a65f8a1-c36e-48fa-9b44-6d3d235bad88,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:58.498106 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-3523bb3d-1479-46d3-8f59-ddb87814da65 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:58.499287 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-3523bb3d-1479-46d3-8f59-ddb87814da65 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.20 "GET /v2.0/networks?id=47559312-5240-4014-a676-7ef4172b498a HTTP/1.1" status: 200 len: 808 time: 0.5573575 Jul 27 16:36:58.504103 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-ac3b9524-ffef-42c6-bf7f-e13dd7083df9 req-9c1b7200-bcbc-4992-a9c2-8e5893746ee3 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] For port 37e635ad-37c3-43df-90e3-5c0a40020c13, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=37e635ad-37c3-43df-90e3-5c0a40020c13,segment=NetworkSegment(a2e3bb29-ad4f-4689-9e30-31de05a1b1ca),segment_id=a2e3bb29-ad4f-4689-9e30-31de05a1b1ca)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:36:58.504497 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ac3b9524-ffef-42c6-bf7f-e13dd7083df9 req-9c1b7200-bcbc-4992-a9c2-8e5893746ee3 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (37e635ad-37c3-43df-90e3-5c0a40020c13), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:58.558359 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-04f4de31-d569-4ab6-a3cf-c7c31eeb4504 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Request body: {'port': {'device_id': 'db614fdb-db6b-4550-9da2-f0b0b491da9d', 'network_id': '47559312-5240-4014-a676-7ef4172b498a', 'admin_state_up': True, 'tenant_id': 'fef3e0b606114adfbb6ff0c7e5648bea'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:36:58.651766 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-ac3b9524-ffef-42c6-bf7f-e13dd7083df9 req-9c1b7200-bcbc-4992-a9c2-8e5893746ee3 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Calling delete_port for 37e635ad-37c3-43df-90e3-5c0a40020c13 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:36:58.717088 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:58.742112 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb538f4-2a44-4809-95e6-0ca68410f2cf req-c86714d6-9c1d-4a78-96ab-fcc612fa5113 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:58.749762 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1eb538f4-2a44-4809-95e6-0ca68410f2cf req-c86714d6-9c1d-4a78-96ab-fcc612fa5113 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.2493298 Jul 27 16:36:58.849433 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e82b0-58d0-4b18-99ea-c1abfd0459f6 req-22639fec-67e6-4d91-8675-5155e6ae43d9 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:36:58.850853 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e3e82b0-58d0-4b18-99ea-c1abfd0459f6 req-22639fec-67e6-4d91-8675-5155e6ae43d9 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 945 time: 0.3228610 Jul 27 16:36:59.258183 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1eb538f4-2a44-4809-95e6-0ca68410f2cf req-b2ac73f0-502a-4f63-bb67-6e292a3b42a6 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074587 Jul 27 16:36:59.305209 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e3e82b0-58d0-4b18-99ea-c1abfd0459f6 req-6f119dd8-5631-4ade-a095-b49875e13867 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ce503a0-4595-4db1-bb2b-771201c3cc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425554 Jul 27 16:36:59.335290 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-04f4de31-d569-4ab6-a3cf-c7c31eeb4504 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Made reservation on behalf of fef3e0b606114adfbb6ff0c7e5648bea for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:36:59.339010 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-04f4de31-d569-4ab6-a3cf-c7c31eeb4504 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:59.357381 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:59.371475 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.db.resource_extend [None req-3005dc61-d34c-478a-8b28-8b924511846e tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 27 16:36:59.440804 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a30f6847-a6bf-48d0-bc0d-e967fc0b338b req-cf754fd8-ce8c-426c-9e02-6673c7915feb tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 210 time: 0.0989354 Jul 27 16:36:59.505490 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3005dc61-d34c-478a-8b28-8b924511846e tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:59.509701 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ac3b9524-ffef-42c6-bf7f-e13dd7083df9 req-9c1b7200-bcbc-4992-a9c2-8e5893746ee3 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (37e635ad-37c3-43df-90e3-5c0a40020c13), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:59.514760 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3005dc61-d34c-478a-8b28-8b924511846e tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (feab511e-2197-4346-9eb8-39a2e058aaca), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:59.563326 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:36:59.600409 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b7200-bcbc-4992-a9c2-8e5893746ee3 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Pushing event deleted for resources: {'Port': ['ID=37e635ad-37c3-43df-90e3-5c0a40020c13,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:36:59.737391 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-04f4de31-d569-4ab6-a3cf-c7c31eeb4504 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Allocated IP 172.20.0.3 (47559312-5240-4014-a676-7ef4172b498a/9b21410e-09d2-4499-9f12-9b60ca73dcc2/e452e79b-bb2e-4940-a160-2e5bf6fa23f8) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:36:59.762344 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3b9524-ffef-42c6-bf7f-e13dd7083df9 req-9c1b7200-bcbc-4992-a9c2-8e5893746ee3 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] No DVR routers for this DVR port 37e635ad-37c3-43df-90e3-5c0a40020c13 on host hv-cinder-84969 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:36:59.774040 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ac3b9524-ffef-42c6-bf7f-e13dd7083df9 req-9c1b7200-bcbc-4992-a9c2-8e5893746ee3 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:36:59.777334 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ac3b9524-ffef-42c6-bf7f-e13dd7083df9 req-9c1b7200-bcbc-4992-a9c2-8e5893746ee3 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.20 "DELETE /v2.0/ports/37e635ad-37c3-43df-90e3-5c0a40020c13 HTTP/1.1" status: 204 len: 173 time: 2.0367546 Jul 27 16:36:59.780172 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a55b7c3-0254-4b12-a47b-357fa5db50a9', 'name': 'network-vif-deleted', 'tag': '37e635ad-37c3-43df-90e3-5c0a40020c13'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:36:59.782188 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13e1706-938f-4a3d-ba5d-3b276384b083" -d '{"events": [{"server_uuid": "1a55b7c3-0254-4b12-a47b-357fa5db50a9", "name": "network-vif-deleted", "tag": "37e635ad-37c3-43df-90e3-5c0a40020c13"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:36:59.799207 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-3005dc61-d34c-478a-8b28-8b924511846e tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Floating IP feab511e-2197-4346-9eb8-39a2e058aaca associated. External IP: 172.27.2.171, port: 7d079e14-f8f7-43ce-a463-f17c326cc7bb. Jul 27 16:36:59.848536 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 37e635ad-37c3-43df-90e3-5c0a40020c13 no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:36:59.911770 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7b354f-53f3-4f63-bc02-f839dc282f2d x-openstack-request-id: req-5c7b354f-53f3-4f63-bc02-f839dc282f2d {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:36:59.912310 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a55b7c3-0254-4b12-a47b-357fa5db50a9", "name": "network-vif-deleted", "tag": "37e635ad-37c3-43df-90e3-5c0a40020c13", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:36:59.912310 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5c7b354f-53f3-4f63-bc02-f839dc282f2d {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:36:59.912680 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7b354f-53f3-4f63-bc02-f839dc282f2d'] response: {'server_uuid': '1a55b7c3-0254-4b12-a47b-357fa5db50a9', 'name': 'network-vif-deleted', 'tag': '37e635ad-37c3-43df-90e3-5c0a40020c13', 'status': 'completed', 'code': 200} Jul 27 16:36:59.912825 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: 37e635ad-37c3-43df-90e3-5c0a40020c13 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:36:59.913410 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 37e635ad-37c3-43df-90e3-5c0a40020c13 not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:37:00.070222 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-04f4de31-d569-4ab6-a3cf-c7c31eeb4504 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Publish callbacks [] for port (e452e79b-bb2e-4940-a160-2e5bf6fa23f8), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:00.151875 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3005dc61-d34c-478a-8b28-8b924511846e tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:37:00.162835 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-04f4de31-d569-4ab6-a3cf-c7c31eeb4504 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (e452e79b-bb2e-4940-a160-2e5bf6fa23f8), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:00.177174 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:00.253363 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-04f4de31-d569-4ab6-a3cf-c7c31eeb4504 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Network 47559312-5240-4014-a676-7ef4172b498a is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:37:00.261907 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-04f4de31-d569-4ab6-a3cf-c7c31eeb4504 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:37:00.269295 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-04f4de31-d569-4ab6-a3cf-c7c31eeb4504 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:37:00.321219 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4de31-d569-4ab6-a3cf-c7c31eeb4504 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Pushing event updated for resources: {'Port': ['ID=e452e79b-bb2e-4940-a160-2e5bf6fa23f8,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:00.364461 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-04f4de31-d569-4ab6-a3cf-c7c31eeb4504 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:00.365134 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-04f4de31-d569-4ab6-a3cf-c7c31eeb4504 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:00.388926 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3005dc61-d34c-478a-8b28-8b924511846e tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:37:00.397213 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:00.400994 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7d8ef-5e99-41bf-b9df-823e28860647 None None] Sync routers for ids ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:37:00.409565 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3005dc61-d34c-478a-8b28-8b924511846e tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:00.428203 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b7d8ef-5e99-41bf-b9df-823e28860647 None None] Routers {'c639a3f3-7ad1-47f1-a4f8-69520ce6d247'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:37:00.428203 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-f6b7d8ef-5e99-41bf-b9df-823e28860647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:36:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:00.451423 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3005dc61-d34c-478a-8b28-8b924511846e tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "PUT /v2.0/floatingips/feab511e-2197-4346-9eb8-39a2e058aaca HTTP/1.1" status: 200 len: 992 time: 2.5874400 Jul 27 16:37:00.469637 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-04f4de31-d569-4ab6-a3cf-c7c31eeb4504 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9427083 Jul 27 16:37:00.478949 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991e02b-aa87-4325-9e23-23cb58f27d5a req-92c72f1f-7a27-477a-bbec-2711766ff596 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:00.490668 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b991e02b-aa87-4325-9e23-23cb58f27d5a req-92c72f1f-7a27-477a-bbec-2711766ff596 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.1222632 Jul 27 16:37:00.514875 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:00.546212 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:00.551306 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1f3f8bcb-8d49-4bae-b323-ceab49588cdb req-24f52098-8078-400b-9ac3-49b1e7152047 tempest-DeleteServersTestJSON-1544852327 tempest-DeleteServersTestJSON-1544852327-project] 10.222.0.74 "GET /v2.0/ports?device_id=1a55b7c3-0254-4b12-a47b-357fa5db50a9 HTTP/1.1" status: 200 len: 210 time: 0.0573454 Jul 27 16:37:00.553579 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-f6b7d8ef-5e99-41bf-b9df-823e28860647 None None] Set router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:37:00.598644 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b991e02b-aa87-4325-9e23-23cb58f27d5a req-bd023da6-3509-4f44-9d73-bdb96041b4d5 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062753 Jul 27 16:37:00.672106 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Request body: {'port': {'device_id': 'db614fdb-db6b-4550-9da2-f0b0b491da9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:37:00.733883 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406312f-d8bb-456c-93f5-8d2077601de7 req-11fbc81d-3842-44c6-86fa-9ac1241601b7 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:00.743194 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d406312f-d8bb-456c-93f5-8d2077601de7 req-11fbc81d-3842-44c6-86fa-9ac1241601b7 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 931 time: 0.1157618 Jul 27 16:37:00.863752 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (e452e79b-bb2e-4940-a160-2e5bf6fa23f8), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:00.870216 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d406312f-d8bb-456c-93f5-8d2077601de7 req-594d5c68-20e2-490d-86dc-a36ab2ff12f1 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259732 Jul 27 16:37:01.032825 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-f6b7d8ef-5e99-41bf-b9df-823e28860647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 4, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'feab511e-2197-4346-9eb8-39a2e058aaca', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'port_id': '7d079e14-f8f7-43ce-a463-f17c326cc7bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'mac_address': 'fa:16:3e:a5:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0065d67-39b9-4506-a9c5-e3669abc73f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:36:15Z', 'updated_at': '2022-07-27T16:36:59Z', 'revision_number': 1, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ffee693-e913-4c90-93db-95726d255bb8', 'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'mac_address': 'fa:16:3e:16:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:58Z', 'updated_at': '2022-07-27T16:36:16Z', 'revision_number': 5, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'subnets': [{'id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:01.061338 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7d8ef-5e99-41bf-b9df-823e28860647 None None] Checking router: c639a3f3-7ad1-47f1-a4f8-69520ce6d247 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:37:01.064121 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:01.071082 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b7d8ef-5e99-41bf-b9df-823e28860647 None None] Routers {'c639a3f3-7ad1-47f1-a4f8-69520ce6d247'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:37:01.071748 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-f6b7d8ef-5e99-41bf-b9df-823e28860647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:36:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:01.139821 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e452e79b-bb2e-4940-a160-2e5bf6fa23f8 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:37:01.148605 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Publish callbacks [] for port (e452e79b-bb2e-4940-a160-2e5bf6fa23f8), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:01.168584 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Transition to ACTIVE for port object e452e79b-bb2e-4940-a160-2e5bf6fa23f8 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:37:01.172948 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (e452e79b-bb2e-4940-a160-2e5bf6fa23f8), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:01.193964 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-f6b7d8ef-5e99-41bf-b9df-823e28860647 None None] Set router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:37:01.235881 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Pushing event updated for resources: {'Port': ['ID=e452e79b-bb2e-4940-a160-2e5bf6fa23f8,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:01.270139 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:01.301648 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Attempting to bind port e452e79b-bb2e-4940-a160-2e5bf6fa23f8 on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:37:01.301986 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Attempting to bind port e452e79b-bb2e-4940-a160-2e5bf6fa23f8 by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': 'b1334c8c-c64d-4704-aaf9-70e52d3fd205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '47559312-5240-4014-a676-7ef4172b498a'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:37:01.302335 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Attempting to bind port e452e79b-bb2e-4940-a160-2e5bf6fa23f8 on network 47559312-5240-4014-a676-7ef4172b498a {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:37:01.306787 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Port e452e79b-bb2e-4940-a160-2e5bf6fa23f8 on network 47559312-5240-4014-a676-7ef4172b498a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:37:01.307110 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Attempting to bind port e452e79b-bb2e-4940-a160-2e5bf6fa23f8 on network 47559312-5240-4014-a676-7ef4172b498a {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:37:01.312093 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:37:01.312428 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Checking segment: {'id': 'b1334c8c-c64d-4704-aaf9-70e52d3fd205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '47559312-5240-4014-a676-7ef4172b498a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:37:01.312808 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Bound using segment: {'id': 'b1334c8c-c64d-4704-aaf9-70e52d3fd205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '47559312-5240-4014-a676-7ef4172b498a'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:37:01.313270 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Bound port: e452e79b-bb2e-4940-a160-2e5bf6fa23f8, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1334c8c-c64d-4704-aaf9-70e52d3fd205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '47559312-5240-4014-a676-7ef4172b498a'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:37:01.313629 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (e452e79b-bb2e-4940-a160-2e5bf6fa23f8), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:01.353899 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:01.376625 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] For port e452e79b-bb2e-4940-a160-2e5bf6fa23f8, host hv-cinder-84969, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:37:01.379733 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] For port e452e79b-bb2e-4940-a160-2e5bf6fa23f8, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=e452e79b-bb2e-4940-a160-2e5bf6fa23f8,segment=NetworkSegment(b1334c8c-c64d-4704-aaf9-70e52d3fd205),segment_id=b1334c8c-c64d-4704-aaf9-70e52d3fd205)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:37:01.386063 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (e452e79b-bb2e-4940-a160-2e5bf6fa23f8), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:01.412131 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-f6b7d8ef-5e99-41bf-b9df-823e28860647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 4, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'feab511e-2197-4346-9eb8-39a2e058aaca', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'port_id': '7d079e14-f8f7-43ce-a463-f17c326cc7bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'mac_address': 'fa:16:3e:a5:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0065d67-39b9-4506-a9c5-e3669abc73f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:36:15Z', 'updated_at': '2022-07-27T16:36:59Z', 'revision_number': 1, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ffee693-e913-4c90-93db-95726d255bb8', 'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'mac_address': 'fa:16:3e:16:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:58Z', 'updated_at': '2022-07-27T16:36:16Z', 'revision_number': 5, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'subnets': [{'id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:01.423601 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:01.424220 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:01.425620 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] 10.222.0.20 "PUT /v2.0/ports/e452e79b-bb2e-4940-a160-2e5bf6fa23f8 HTTP/1.1" status: 200 len: 1093 time: 0.7607071 Jul 27 16:37:01.441990 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7d8ef-5e99-41bf-b9df-823e28860647 None None] The sync data for ids ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'] in dv-cinder-849690-6-iscsi is: [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 4, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'feab511e-2197-4346-9eb8-39a2e058aaca', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'port_id': '7d079e14-f8f7-43ce-a463-f17c326cc7bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'mac_address': 'fa:16:3e:a5:22:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0065d67-39b9-4506-a9c5-e3669abc73f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:36:15Z', 'updated_at': '2022-07-27T16:36:59Z', 'revision_number': 1, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ffee693-e913-4c90-93db-95726d255bb8', 'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'mac_address': 'fa:16:3e:16:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:58Z', 'updated_at': '2022-07-27T16:36:16Z', 'revision_number': 5, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'subnets': [{'id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:37:01.447040 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aba482-0e4a-42ea-bc44-1928ecd83d46 service neutron] Pushing event updated for resources: {'Port': ['ID=e452e79b-bb2e-4940-a160-2e5bf6fa23f8,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:01.514714 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-f67b6756-5029-4471-b62f-999425103871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:01.516231 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-f67b6756-5029-4471-b62f-999425103871 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef3e0b606114adfbb6ff0c7e5648bea&device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 1127 time: 0.0426288 Jul 27 16:37:01.572183 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-10080ae0-8f72-4596-8ff1-52869b09e2ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e452e79b-bb2e-4940-a160-2e5bf6fa23f8 HTTP/1.1" status: 200 len: 217 time: 0.0337250 Jul 27 16:37:01.618951 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:01.645926 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-d0f4a625-e467-4b56-b436-86d63d9c72ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:01.647435 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-d0f4a625-e467-4b56-b436-86d63d9c72ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b21410e-09d2-4499-9f12-9b60ca73dcc2 HTTP/1.1" status: 200 len: 848 time: 0.0552909 Jul 27 16:37:01.712583 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-b769c2b1-6d60-4c9f-9436-7a6ad7a76e64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47559312-5240-4014-a676-7ef4172b498a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545034 Jul 27 16:37:01.799409 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51c6e3-4448-4fa4-8cf0-12ca79132875 req-b9183550-c79e-453a-9545-a61e2de7a0d4 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:01.800970 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dc51c6e3-4448-4fa4-8cf0-12ca79132875 req-b9183550-c79e-453a-9545-a61e2de7a0d4 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0986006 Jul 27 16:37:01.897521 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-dae2488b-22ce-490e-bd0a-3e7f848265e9 service neutron] 10.222.0.20 "GET /v2.0/networks/47559312-5240-4014-a676-7ef4172b498a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635127 Jul 27 16:37:01.900687 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dc51c6e3-4448-4fa4-8cf0-12ca79132875 req-1649058d-2cea-4723-9144-9eaf85ecf849 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930977 Jul 27 16:37:01.925269 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0065d67-39b9-4506-a9c5-e3669abc73f3', 'tag': '7d079e14-f8f7-43ce-a463-f17c326cc7bb'}, {'name': 'network-changed', 'server_uuid': 'db614fdb-db6b-4550-9da2-f0b0b491da9d', 'tag': 'e452e79b-bb2e-4940-a160-2e5bf6fa23f8'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:37:01.925269 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e053404-330e-41f3-8b30-e7c9694b925f" -d '{"events": [{"name": "network-changed", "server_uuid": "b0065d67-39b9-4506-a9c5-e3669abc73f3", "tag": "7d079e14-f8f7-43ce-a463-f17c326cc7bb"}, {"name": "network-changed", "server_uuid": "db614fdb-db6b-4550-9da2-f0b0b491da9d", "tag": "e452e79b-bb2e-4940-a160-2e5bf6fa23f8"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:02.006597 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Jul 2022 16:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe50b43-3ade-493f-b85b-a3df258ad816 x-openstack-request-id: req-cbe50b43-3ade-493f-b85b-a3df258ad816 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:02.008290 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0065d67-39b9-4506-a9c5-e3669abc73f3", "tag": "7d079e14-f8f7-43ce-a463-f17c326cc7bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db614fdb-db6b-4550-9da2-f0b0b491da9d", "tag": "e452e79b-bb2e-4940-a160-2e5bf6fa23f8", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:02.008290 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cbe50b43-3ade-493f-b85b-a3df258ad816 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:02.008290 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe50b43-3ade-493f-b85b-a3df258ad816'] response: {'name': 'network-changed', 'server_uuid': 'b0065d67-39b9-4506-a9c5-e3669abc73f3', 'tag': '7d079e14-f8f7-43ce-a463-f17c326cc7bb', 'status': 'completed', 'code': 200} Jul 27 16:37:02.008290 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe50b43-3ade-493f-b85b-a3df258ad816'] response: {'name': 'network-changed', 'server_uuid': 'db614fdb-db6b-4550-9da2-f0b0b491da9d', 'tag': 'e452e79b-bb2e-4940-a160-2e5bf6fa23f8', 'status': 'completed', 'code': 200} Jul 27 16:37:02.170384 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab692d6-21f0-4d63-a9df-88a0180ab9ca req-00ef03b2-0aab-4363-8b81-2232fc4a95cf tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:02.172022 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1ab692d6-21f0-4d63-a9df-88a0180ab9ca req-00ef03b2-0aab-4363-8b81-2232fc4a95cf tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 943 time: 0.1676362 Jul 27 16:37:02.175239 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e053404-330e-41f3-8b30-e7c9694b925f req-e5064721-8a6e-47a7-b287-a9f881bb07ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:02.176550 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e053404-330e-41f3-8b30-e7c9694b925f req-e5064721-8a6e-47a7-b287-a9f881bb07ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89ddf8711f2f4be88304f967149c3a50&device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 1130 time: 0.1141512 Jul 27 16:37:02.277844 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-958e53f8-201d-4e0e-8567-dead37adbc68 req-ac340f56-ae3b-480b-af71-7b5b4da72646 service neutron] 10.222.0.20 "GET /v2.0/networks/47559312-5240-4014-a676-7ef4172b498a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707640 Jul 27 16:37:02.322897 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f265a1-ef15-4227-a4a1-72e9fccafaff None None] New status for floating IP feab511e-2197-4346-9eb8-39a2e058aaca: ACTIVE {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:37:02.326958 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1ab692d6-21f0-4d63-a9df-88a0180ab9ca req-9b62c51a-3f4f-4f18-b168-ec49f7eac425 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459482 Jul 27 16:37:02.409406 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e053404-330e-41f3-8b30-e7c9694b925f req-17131973-c011-4deb-96d2-50fee09d9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:02.411022 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e053404-330e-41f3-8b30-e7c9694b925f req-17131973-c011-4deb-96d2-50fee09d9024 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f30e4e1-bf07-478c-895f-f27f24b25617 HTTP/1.1" status: 200 len: 911 time: 0.1994441 Jul 27 16:37:02.477110 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39096) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:02.609055 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-93ca8549-7ed9-469b-8f5b-6e97785c0693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:02.656008 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:02.692155 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-93ca8549-7ed9-469b-8f5b-6e97785c0693 admin admin] Publish callbacks [] for security_group (c825087b-8e86-4085-93ee-813d1e6fd6b2), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:02.695584 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-93ca8549-7ed9-469b-8f5b-6e97785c0693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (c825087b-8e86-4085-93ee-813d1e6fd6b2), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:02.700939 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:02.742198 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-93ca8549-7ed9-469b-8f5b-6e97785c0693 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c5b3811c9bc04e9e9acc59b68a7a7378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639091 Jul 27 16:37:02.743041 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca8549-7ed9-469b-8f5b-6e97785c0693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c825087b-8e86-4085-93ee-813d1e6fd6b2,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:02.744912 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 39102) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:02.795089 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-501f7879-60df-4656-be45-3a529ad0292d admin admin] Publish callbacks [] for security_group (c825087b-8e86-4085-93ee-813d1e6fd6b2), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:02.816184 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-501f7879-60df-4656-be45-3a529ad0292d admin admin] Publish callbacks [] for security_group (c825087b-8e86-4085-93ee-813d1e6fd6b2), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:02.864152 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-501f7879-60df-4656-be45-3a529ad0292d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (c825087b-8e86-4085-93ee-813d1e6fd6b2), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:02.866805 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-501f7879-60df-4656-be45-3a529ad0292d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:02.867958 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-501f7879-60df-4656-be45-3a529ad0292d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c825087b-8e86-4085-93ee-813d1e6fd6b2 HTTP/1.1" status: 204 len: 168 time: 0.1220584 Jul 27 16:37:02.876975 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f7879-60df-4656-be45-3a529ad0292d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c825087b-8e86-4085-93ee-813d1e6fd6b2,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:03.015869 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:03.027984 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d5b23-0403-4c80-b319-632110e9e703 req-3834e971-41a1-4d8f-b57b-54f88cac8c8d tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:03.030060 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a21d5b23-0403-4c80-b319-632110e9e703 req-3834e971-41a1-4d8f-b57b-54f88cac8c8d tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0505271 Jul 27 16:37:03.084279 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a21d5b23-0403-4c80-b319-632110e9e703 req-ca3f156e-2f5c-4571-8f90-b02e2974b88e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473194 Jul 27 16:37:03.190697 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 39116) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:03.205065 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39118) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:03.209498 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b4923fae-6b11-4432-a739-6dcf8dc06580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:03.289667 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b4923fae-6b11-4432-a739-6dcf8dc06580 admin admin] Publish callbacks [] for security_group (e01e0de2-dfb2-4ebf-bf28-c24f32e97d8e), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:03.293260 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b4923fae-6b11-4432-a739-6dcf8dc06580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (e01e0de2-dfb2-4ebf-bf28-c24f32e97d8e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:03.326853 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:03.335990 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b4923fae-6b11-4432-a739-6dcf8dc06580 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=60a57917f60d43d59d89935fa97d9039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442358 Jul 27 16:37:03.337473 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4923fae-6b11-4432-a739-6dcf8dc06580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01e0de2-dfb2-4ebf-bf28-c24f32e97d8e,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:03.341522 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 39120) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:03.420022 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c8ebfb17-7032-4518-941d-788d0722fb2e admin admin] Publish callbacks [] for security_group (e01e0de2-dfb2-4ebf-bf28-c24f32e97d8e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:03.465878 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c8ebfb17-7032-4518-941d-788d0722fb2e admin admin] Publish callbacks [] for security_group (e01e0de2-dfb2-4ebf-bf28-c24f32e97d8e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:03.473673 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3e39c-2e9d-405c-b961-e3ac826acbaf req-d647d705-9191-423e-b5a6-db99857003c8 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:03.475149 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0cb3e39c-2e9d-405c-b961-e3ac826acbaf req-d647d705-9191-423e-b5a6-db99857003c8 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 943 time: 0.0757656 Jul 27 16:37:03.620611 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-414daf83-68be-4228-aa33-5ded9f790ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426012'] for router_interface (32728491-d7b9-4d87-bd31-d3b3afc8e649), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:03.885235 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0cb3e39c-2e9d-405c-b961-e3ac826acbaf req-aaf3d929-be8e-4c7c-ac3b-efc22f5924e0 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027007 Jul 27 16:37:03.888748 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e053404-330e-41f3-8b30-e7c9694b925f req-d8927b97-02cd-4ad6-9a22-915e4a81c47e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d079e14-f8f7-43ce-a463-f17c326cc7bb HTTP/1.1" status: 200 len: 1002 time: 0.1298251 Jul 27 16:37:03.891466 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c8ebfb17-7032-4518-941d-788d0722fb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (e01e0de2-dfb2-4ebf-bf28-c24f32e97d8e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:03.894518 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c8ebfb17-7032-4518-941d-788d0722fb2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:03.895801 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c8ebfb17-7032-4518-941d-788d0722fb2e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e01e0de2-dfb2-4ebf-bf28-c24f32e97d8e HTTP/1.1" status: 204 len: 168 time: 0.5531845 Jul 27 16:37:03.920272 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebfb17-7032-4518-941d-788d0722fb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01e0de2-dfb2-4ebf-bf28-c24f32e97d8e,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:03.955868 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e053404-330e-41f3-8b30-e7c9694b925f req-95688b96-0359-4ce4-b38b-4323757869a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:03.957498 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e053404-330e-41f3-8b30-e7c9694b925f req-95688b96-0359-4ce4-b38b-4323757869a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d480ff8-5cfd-4620-8bc1-bd543d69a3cf HTTP/1.1" status: 200 len: 849 time: 0.0603940 Jul 27 16:37:04.020048 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e053404-330e-41f3-8b30-e7c9694b925f req-7f5e3bfc-6736-4d99-99e5-8d5aeea72c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:04.022023 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e053404-330e-41f3-8b30-e7c9694b925f req-7f5e3bfc-6736-4d99-99e5-8d5aeea72c97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f30e4e1-bf07-478c-895f-f27f24b25617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502179 Jul 27 16:37:04.141186 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e053404-330e-41f3-8b30-e7c9694b925f req-c2b2664a-8137-4688-b0cd-7468fcace35c service neutron] 10.222.0.20 "GET /v2.0/networks/5f30e4e1-bf07-478c-895f-f27f24b25617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091685 Jul 27 16:37:04.165235 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-414daf83-68be-4228-aa33-5ded9f790ae1 admin admin] Deleting port 5663b798-2c72-4d76-bec9-a77037f10554 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:37:04.165667 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-414daf83-68be-4228-aa33-5ded9f790ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (5663b798-2c72-4d76-bec9-a77037f10554), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:04.273901 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-414daf83-68be-4228-aa33-5ded9f790ae1 admin admin] For port 5663b798-2c72-4d76-bec9-a77037f10554, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=5663b798-2c72-4d76-bec9-a77037f10554,segment=NetworkSegment(a2e3bb29-ad4f-4689-9e30-31de05a1b1ca),segment_id=a2e3bb29-ad4f-4689-9e30-31de05a1b1ca)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:04.274370 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-414daf83-68be-4228-aa33-5ded9f790ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (5663b798-2c72-4d76-bec9-a77037f10554), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:04.276130 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae278ea9-995a-4687-96ee-ad2e99b9e377 req-b6a4848a-57fd-4df4-8a6e-de3cebdd6fec tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:04.277681 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ae278ea9-995a-4687-96ee-ad2e99b9e377 req-b6a4848a-57fd-4df4-8a6e-de3cebdd6fec tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0939994 Jul 27 16:37:04.289858 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-414daf83-68be-4228-aa33-5ded9f790ae1 admin admin] Calling delete_port for 5663b798-2c72-4d76-bec9-a77037f10554 owned by network:router_interface {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:37:04.309005 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:04.324231 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e053404-330e-41f3-8b30-e7c9694b925f req-8f74420e-35f5-4647-8010-b364037756b4 service neutron] 10.222.0.20 "GET /v2.0/networks/5f30e4e1-bf07-478c-895f-f27f24b25617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694796 Jul 27 16:37:04.329390 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 39142) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:04.351236 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b78757cf-88d7-4d24-b973-9d7cc466e14a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:04.377288 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ae278ea9-995a-4687-96ee-ad2e99b9e377 req-445793ec-7469-4cd3-bf80-7a8ff38cfaa3 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926845 Jul 27 16:37:04.435324 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:04.452731 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e053404-330e-41f3-8b30-e7c9694b925f req-1c4f3418-e0bd-4a60-8602-6f12fd4347d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:04.454676 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e053404-330e-41f3-8b30-e7c9694b925f req-1c4f3418-e0bd-4a60-8602-6f12fd4347d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef3e0b606114adfbb6ff0c7e5648bea&device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 1127 time: 0.0685372 Jul 27 16:37:04.494351 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:04.506942 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-414daf83-68be-4228-aa33-5ded9f790ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (5663b798-2c72-4d76-bec9-a77037f10554), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:04.536868 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b78757cf-88d7-4d24-b973-9d7cc466e14a admin admin] Publish callbacks [] for security_group (e7840963-4ac0-42a4-873d-336e3a3782c0), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:04.539778 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414daf83-68be-4228-aa33-5ded9f790ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5663b798-2c72-4d76-bec9-a77037f10554,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:04.548265 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b78757cf-88d7-4d24-b973-9d7cc466e14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (e7840963-4ac0-42a4-873d-336e3a3782c0), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:04.587508 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b78757cf-88d7-4d24-b973-9d7cc466e14a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6093695e389a4239a3bc9ce94d1072d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571049 Jul 27 16:37:04.592552 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39144) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:04.619921 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78757cf-88d7-4d24-b973-9d7cc466e14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7840963-4ac0-42a4-873d-336e3a3782c0,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:04.622774 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e053404-330e-41f3-8b30-e7c9694b925f req-1800f016-8fc0-4cd2-9c01-7e837b84df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:04.624249 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e053404-330e-41f3-8b30-e7c9694b925f req-1800f016-8fc0-4cd2-9c01-7e837b84df19 service neutron] 10.222.0.20 "GET /v2.0/networks?id=47559312-5240-4014-a676-7ef4172b498a HTTP/1.1" status: 200 len: 909 time: 0.1535008 Jul 27 16:37:04.643277 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:04.676618 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e053404-330e-41f3-8b30-e7c9694b925f req-0bfe36e9-bbe6-4d6b-af7c-f1276b72948d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e452e79b-bb2e-4940-a160-2e5bf6fa23f8 HTTP/1.1" status: 200 len: 217 time: 0.0393484 Jul 27 16:37:04.731913 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e053404-330e-41f3-8b30-e7c9694b925f req-ce518d6d-90ec-4732-82f8-a2908ab8cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:04.733389 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e053404-330e-41f3-8b30-e7c9694b925f req-ce518d6d-90ec-4732-82f8-a2908ab8cf1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b21410e-09d2-4499-9f12-9b60ca73dcc2 HTTP/1.1" status: 200 len: 848 time: 0.0503695 Jul 27 16:37:04.744704 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-414daf83-68be-4228-aa33-5ded9f790ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426120'] for router_interface (32728491-d7b9-4d87-bd31-d3b3afc8e649), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:04.752230 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e0f32485-5cd0-48de-85c3-1c0c058a8c7c admin admin] Publish callbacks [] for security_group (e7840963-4ac0-42a4-873d-336e3a3782c0), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:04.765574 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e053404-330e-41f3-8b30-e7c9694b925f req-51ec69a6-e9bf-420d-a4bf-69b1f8d6bffb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47559312-5240-4014-a676-7ef4172b498a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253615 Jul 27 16:37:04.815823 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e0f32485-5cd0-48de-85c3-1c0c058a8c7c admin admin] Publish callbacks [] for security_group (e7840963-4ac0-42a4-873d-336e3a3782c0), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:04.870548 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e053404-330e-41f3-8b30-e7c9694b925f req-3c4ae8eb-c6bb-4807-a865-e89df0200163 service neutron] 10.222.0.20 "GET /v2.0/networks/47559312-5240-4014-a676-7ef4172b498a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879550 Jul 27 16:37:04.958127 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e0f32485-5cd0-48de-85c3-1c0c058a8c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (e7840963-4ac0-42a4-873d-336e3a3782c0), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:04.961253 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e0f32485-5cd0-48de-85c3-1c0c058a8c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:04.966527 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-e0f32485-5cd0-48de-85c3-1c0c058a8c7c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e7840963-4ac0-42a4-873d-336e3a3782c0 HTTP/1.1" status: 204 len: 168 time: 0.3723631 Jul 27 16:37:05.021098 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f32485-5cd0-48de-85c3-1c0c058a8c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7840963-4ac0-42a4-873d-336e3a3782c0,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:05.063071 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e053404-330e-41f3-8b30-e7c9694b925f req-58868c00-687b-4e96-8119-31c1211daf4e service neutron] 10.222.0.20 "GET /v2.0/networks/47559312-5240-4014-a676-7ef4172b498a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748185 Jul 27 16:37:05.078798 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68866c4-a871-4f6b-9dc5-94ff667b853d req-8cbf0fd0-52f9-4095-9059-4c33a248876e tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:05.080418 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c68866c4-a871-4f6b-9dc5-94ff667b853d req-8cbf0fd0-52f9-4095-9059-4c33a248876e tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 943 time: 0.0877235 Jul 27 16:37:05.091616 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414daf83-68be-4228-aa33-5ded9f790ae1 admin admin] Router 32728491-d7b9-4d87-bd31-d3b3afc8e649 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:37:05.137336 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c68866c4-a871-4f6b-9dc5-94ff667b853d req-fd71cb32-f6b9-4bc7-bb8c-28d70e063392 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497720 Jul 27 16:37:05.217635 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414daf83-68be-4228-aa33-5ded9f790ae1 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:37:05.222852 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-414daf83-68be-4228-aa33-5ded9f790ae1 admin admin] 10.222.0.74 "PUT /v2.0/routers/32728491-d7b9-4d87-bd31-d3b3afc8e649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0165710 Jul 27 16:37:05.225449 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39162) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:05.228026 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a7533-5116-484f-a3a0-f002126b38ea None None] Sync routers for ids ['32728491-d7b9-4d87-bd31-d3b3afc8e649'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:37:05.242702 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a7533-5116-484f-a3a0-f002126b38ea None None] Routers {'32728491-d7b9-4d87-bd31-d3b3afc8e649'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:37:05.243919 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-7e9a7533-5116-484f-a3a0-f002126b38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:36:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['32728491-d7b9-4d87-bd31-d3b3afc8e649'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:05.355174 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c092e6e6-15bf-481a-9af9-11b29f25c41a admin admin] Publish callbacks [] for router (32728491-d7b9-4d87-bd31-d3b3afc8e649), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:05.380483 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-7e9a7533-5116-484f-a3a0-f002126b38ea None None] Set router 32728491-d7b9-4d87-bd31-d3b3afc8e649 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:37:05.449603 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:05.488167 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c092e6e6-15bf-481a-9af9-11b29f25c41a admin admin] Publish callbacks [] for router_gateway (32728491-d7b9-4d87-bd31-d3b3afc8e649), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:05.555462 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c092e6e6-15bf-481a-9af9-11b29f25c41a admin admin] Deleting port 295807ee-a1e1-45e8-97c1-bae44133c635 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:37:05.555809 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c092e6e6-15bf-481a-9af9-11b29f25c41a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (295807ee-a1e1-45e8-97c1-bae44133c635), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:05.591589 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a3a6c-5174-454f-b394-4429c79b41cb req-57e9c6f5-194a-451e-b393-b4fa5263ccd1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:05.593311 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-363a3a6c-5174-454f-b394-4429c79b41cb req-57e9c6f5-194a-451e-b393-b4fa5263ccd1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0887294 Jul 27 16:37:05.629257 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:05.648973 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-7e9a7533-5116-484f-a3a0-f002126b38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'name': 'tempest-DeleteServersTestJSON-178367514-router', 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '295807ee-a1e1-45e8-97c1-bae44133c635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:44Z', 'updated_at': '2022-07-27T16:37:04Z', 'revision_number': 5, 'project_id': '9f922d21e1e8434ea5e93938dc56bed9', 'gw_port': {'id': '295807ee-a1e1-45e8-97c1-bae44133c635', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:45Z', 'updated_at': '2022-07-27T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:05.673570 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-363a3a6c-5174-454f-b394-4429c79b41cb req-f4ba8f96-c087-46d0-9581-e9ee0769e407 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744519 Jul 27 16:37:05.705994 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a7533-5116-484f-a3a0-f002126b38ea None None] Checking router: 32728491-d7b9-4d87-bd31-d3b3afc8e649 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:37:05.710801 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c092e6e6-15bf-481a-9af9-11b29f25c41a admin admin] For port 295807ee-a1e1-45e8-97c1-bae44133c635, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=295807ee-a1e1-45e8-97c1-bae44133c635,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:05.711165 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c092e6e6-15bf-481a-9af9-11b29f25c41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (295807ee-a1e1-45e8-97c1-bae44133c635), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:05.716243 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a7533-5116-484f-a3a0-f002126b38ea None None] Routers {'32728491-d7b9-4d87-bd31-d3b3afc8e649'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:37:05.717092 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-7e9a7533-5116-484f-a3a0-f002126b38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:36:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['32728491-d7b9-4d87-bd31-d3b3afc8e649'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:05.727409 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c092e6e6-15bf-481a-9af9-11b29f25c41a admin admin] Calling delete_port for 295807ee-a1e1-45e8-97c1-bae44133c635 owned by network:router_gateway {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:37:05.819050 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-7e9a7533-5116-484f-a3a0-f002126b38ea None None] Set router 32728491-d7b9-4d87-bd31-d3b3afc8e649 gateway port host: None {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:37:05.892822 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-7e9a7533-5116-484f-a3a0-f002126b38ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'name': 'tempest-DeleteServersTestJSON-178367514-router', 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:44Z', 'updated_at': '2022-07-27T16:37:05Z', 'revision_number': 6, 'project_id': '9f922d21e1e8434ea5e93938dc56bed9', 'gw_port_host': None}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:05.902047 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device e452e79b-bb2e-4940-a160-2e5bf6fa23f8 details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:37:05.915193 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c092e6e6-15bf-481a-9af9-11b29f25c41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (295807ee-a1e1-45e8-97c1-bae44133c635), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:05.919800 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a7533-5116-484f-a3a0-f002126b38ea None None] The sync data for ids ['32728491-d7b9-4d87-bd31-d3b3afc8e649'] in dv-cinder-849690-6-iscsi is: [{'id': '32728491-d7b9-4d87-bd31-d3b3afc8e649', 'name': 'tempest-DeleteServersTestJSON-178367514-router', 'tenant_id': '9f922d21e1e8434ea5e93938dc56bed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:44Z', 'updated_at': '2022-07-27T16:37:05Z', 'revision_number': 6, 'project_id': '9f922d21e1e8434ea5e93938dc56bed9', 'gw_port_host': None}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:37:05.943800 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092e6e6-15bf-481a-9af9-11b29f25c41a admin admin] Pushing event deleted for resources: {'Port': ['ID=295807ee-a1e1-45e8-97c1-bae44133c635,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:06.021633 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port e452e79b-bb2e-4940-a160-2e5bf6fa23f8, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=e452e79b-bb2e-4940-a160-2e5bf6fa23f8,segment=NetworkSegment(b1334c8c-c64d-4704-aaf9-70e52d3fd205),segment_id=b1334c8c-c64d-4704-aaf9-70e52d3fd205)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:06.023350 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c092e6e6-15bf-481a-9af9-11b29f25c41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427548'] for router_gateway (32728491-d7b9-4d87-bd31-d3b3afc8e649), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:06.034176 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': 'e452e79b-bb2e-4940-a160-2e5bf6fa23f8', 'network_id': '47559312-5240-4014-a676-7ef4172b498a', 'port_id': 'e452e79b-bb2e-4940-a160-2e5bf6fa23f8', 'mac_address': 'fa:16:3e:f2:a1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b21410e-09d2-4499-9f12-9b60ca73dcc2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:37:06.073031 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port e452e79b-bb2e-4940-a160-2e5bf6fa23f8 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:37:06.073536 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (e452e79b-bb2e-4940-a160-2e5bf6fa23f8), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:06.087309 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e452e79b-bb2e-4940-a160-2e5bf6fa23f8 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:37:06.112132 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port e452e79b-bb2e-4940-a160-2e5bf6fa23f8, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=e452e79b-bb2e-4940-a160-2e5bf6fa23f8,segment=NetworkSegment(b1334c8c-c64d-4704-aaf9-70e52d3fd205),segment_id=b1334c8c-c64d-4704-aaf9-70e52d3fd205)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:06.116790 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (e452e79b-bb2e-4940-a160-2e5bf6fa23f8), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:06.134284 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c092e6e6-15bf-481a-9af9-11b29f25c41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (32728491-d7b9-4d87-bd31-d3b3afc8e649), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:06.136753 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c092e6e6-15bf-481a-9af9-11b29f25c41a admin admin] Publish callbacks [] for router_controller (32728491-d7b9-4d87-bd31-d3b3afc8e649), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:06.162203 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:06.183892 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=e452e79b-bb2e-4940-a160-2e5bf6fa23f8,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:06.214737 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c092e6e6-15bf-481a-9af9-11b29f25c41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566549'] for router (32728491-d7b9-4d87-bd31-d3b3afc8e649), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:06.215359 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c092e6e6-15bf-481a-9af9-11b29f25c41a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32728491-d7b9-4d87-bd31-d3b3afc8e649 {{(pid=104022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:37:06.222411 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c092e6e6-15bf-481a-9af9-11b29f25c41a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:06.226106 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-c092e6e6-15bf-481a-9af9-11b29f25c41a admin admin] 10.222.0.74 "DELETE /v2.0/routers/32728491-d7b9-4d87-bd31-d3b3afc8e649 HTTP/1.1" status: 204 len: 168 time: 0.9971468 Jul 27 16:37:06.226423 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39192) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:06.232795 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:06.272383 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f51e6-9e1c-4d04-9c41-0b989e62fb19 req-716e13af-2968-466f-bf17-6d859d2342a0 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:06.274759 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-015f51e6-9e1c-4d04-9c41-0b989e62fb19 req-716e13af-2968-466f-bf17-6d859d2342a0 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 944 time: 0.0530472 Jul 27 16:37:06.281946 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a08eb0e-5292-4c27-84ff-02f4864b50ca admin admin] Deleting subnet 13b57cb1-4380-44f4-9d05-d065e33466d3 {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 16:37:06.285734 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5a08eb0e-5292-4c27-84ff-02f4864b50ca admin admin] Publish callbacks [] for subnet (13b57cb1-4380-44f4-9d05-d065e33466d3), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:06.327920 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5a08eb0e-5292-4c27-84ff-02f4864b50ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6765107'] for subnet (13b57cb1-4380-44f4-9d05-d065e33466d3), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:06.340019 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-015f51e6-9e1c-4d04-9c41-0b989e62fb19 req-4fdf4a4f-00c0-4c6a-8f02-cfc692fa74ac tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594261 Jul 27 16:37:06.453012 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5a08eb0e-5292-4c27-84ff-02f4864b50ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1235243'] for subnet (13b57cb1-4380-44f4-9d05-d065e33466d3), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:06.493081 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:06.493751 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['e452e79b-bb2e-4940-a160-2e5bf6fa23f8'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:37:06.515307 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5a08eb0e-5292-4c27-84ff-02f4864b50ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1235234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6205895'] for subnet (13b57cb1-4380-44f4-9d05-d065e33466d3), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:06.545967 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08eb0e-5292-4c27-84ff-02f4864b50ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b57cb1-4380-44f4-9d05-d065e33466d3,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:06.558003 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5a08eb0e-5292-4c27-84ff-02f4864b50ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:06.561680 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-5a08eb0e-5292-4c27-84ff-02f4864b50ca admin admin] 10.222.0.74 "DELETE /v2.0/subnets/13b57cb1-4380-44f4-9d05-d065e33466d3 HTTP/1.1" status: 204 len: 168 time: 0.3340981 Jul 27 16:37:06.562375 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef54bc63-8ca3-4d30-a9ea-6e7c9bd61f3e None None] Network 7942e80d-cb37-4e51-832b-051e74cf2da3 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:37:06.564488 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 39202) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:06.641670 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1293665'] for network (7942e80d-cb37-4e51-832b-051e74cf2da3), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:06.688173 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] Deleting port a6a6dd36-f944-4f7c-9218-f384cb88fa18 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:37:06.688746 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (a6a6dd36-f944-4f7c-9218-f384cb88fa18), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:06.824144 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5621ae18-0aff-4017-b7b6-0153ded4b1b6 None None] DHCP port deletion for 7942e80d-cb37-4e51-832b-051e74cf2da3 request from dv-cinder-849690-6-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 16:37:06.866691 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] For port a6a6dd36-f944-4f7c-9218-f384cb88fa18, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=a6a6dd36-f944-4f7c-9218-f384cb88fa18,segment=NetworkSegment(a2e3bb29-ad4f-4689-9e30-31de05a1b1ca),segment_id=a2e3bb29-ad4f-4689-9e30-31de05a1b1ca)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:06.866907 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (a6a6dd36-f944-4f7c-9218-f384cb88fa18), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:06.900674 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] Calling delete_port for a6a6dd36-f944-4f7c-9218-f384cb88fa18 owned by network:dhcp {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:37:06.914649 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5621ae18-0aff-4017-b7b6-0153ded4b1b6 None None] Deleting port a6a6dd36-f944-4f7c-9218-f384cb88fa18 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:37:06.917075 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5621ae18-0aff-4017-b7b6-0153ded4b1b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (a6a6dd36-f944-4f7c-9218-f384cb88fa18), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:06.919815 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b8857-1e3b-4144-945b-0da4d34c7fd1 req-d908ab39-70f6-4652-aadb-405b235a52ce tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:06.922443 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b31b8857-1e3b-4144-945b-0da4d34c7fd1 req-d908ab39-70f6-4652-aadb-405b235a52ce tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.1147740 Jul 27 16:37:06.923904 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 5663b798-2c72-4d76-bec9-a77037f10554 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:07.005741 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 5663b798-2c72-4d76-bec9-a77037f10554 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:37:07.006087 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 5663b798-2c72-4d76-bec9-a77037f10554 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:37:07.030077 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5621ae18-0aff-4017-b7b6-0153ded4b1b6 None None] For port a6a6dd36-f944-4f7c-9218-f384cb88fa18, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=a6a6dd36-f944-4f7c-9218-f384cb88fa18,segment=NetworkSegment(a2e3bb29-ad4f-4689-9e30-31de05a1b1ca),segment_id=a2e3bb29-ad4f-4689-9e30-31de05a1b1ca)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:07.030424 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5621ae18-0aff-4017-b7b6-0153ded4b1b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (a6a6dd36-f944-4f7c-9218-f384cb88fa18), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:07.048320 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:07.058221 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5621ae18-0aff-4017-b7b6-0153ded4b1b6 None None] Calling delete_port for a6a6dd36-f944-4f7c-9218-f384cb88fa18 owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:37:07.073392 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b31b8857-1e3b-4144-945b-0da4d34c7fd1 req-f97a76ff-2db3-4c73-8330-ad9dcc1c5b39 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439514 Jul 27 16:37:07.108841 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (a6a6dd36-f944-4f7c-9218-f384cb88fa18), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:07.115911 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:07.148046 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a6dd36-f944-4f7c-9218-f384cb88fa18,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:07.152771 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] No DVR routers for this DVR port a6a6dd36-f944-4f7c-9218-f384cb88fa18 on host dv-cinder-849690-6-iscsi {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:37:07.244444 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5621ae18-0aff-4017-b7b6-0153ded4b1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396'] for port (a6a6dd36-f944-4f7c-9218-f384cb88fa18), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:07.268809 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621ae18-0aff-4017-b7b6-0153ded4b1b6 None None] No DVR routers for this DVR port a6a6dd36-f944-4f7c-9218-f384cb88fa18 on host dv-cinder-849690-6-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:37:07.273312 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233157', 'neutron.services.segments.db._delete_segments_for_network-8729475437258'] for network (7942e80d-cb37-4e51-832b-051e74cf2da3), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:07.287077 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621ae18-0aff-4017-b7b6-0153ded4b1b6 None None] Pushing event deleted for resources: {'Port': ['ID=a6a6dd36-f944-4f7c-9218-f384cb88fa18,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:07.300294 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7942e80d-cb37-4e51-832b-051e74cf2da3']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:07.312296 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e3bb29-ad4f-4689-9e30-31de05a1b1ca') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:07.312679 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e3bb29-ad4f-4689-9e30-31de05a1b1ca') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:37:07.326662 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729475437159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5475912'] for segment (a2e3bb29-ad4f-4689-9e30-31de05a1b1ca), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:07.344611 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (a2e3bb29-ad4f-4689-9e30-31de05a1b1ca), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:07.351797 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:37:07.352176 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474513'] for segment (a2e3bb29-ad4f-4689-9e30-31de05a1b1ca), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:07.406599 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment a2e3bb29-ad4f-4689-9e30-31de05a1b1ca resource provider aggregate not found Jul 27 16:37:07.429658 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment a2e3bb29-ad4f-4689-9e30-31de05a1b1ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2e3bb29-ad4f-4689-9e30-31de05a1b1ca found for delete ", "request_id": "req-cc89f32c-4e7b-4f48-9bcf-320c6515e920"}]} Jul 27 16:37:07.431584 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427568'] for network (7942e80d-cb37-4e51-832b-051e74cf2da3), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:07.438036 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:07.445084 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] 10.222.0.74 "DELETE /v2.0/networks/7942e80d-cb37-4e51-832b-051e74cf2da3 HTTP/1.1" status: 204 len: 168 time: 0.8791585 Jul 27 16:37:07.460983 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b84df-ffe9-4770-ad4d-914dc455a3fa admin admin] Pushing event deleted for resources: {'Network': ['ID=7942e80d-cb37-4e51-832b-051e74cf2da3,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:07.530186 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36102186-c566-404f-9bcc-12379921c99e req-deeadee1-499c-4430-af5f-0546600f38f4 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:07.531974 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-36102186-c566-404f-9bcc-12379921c99e req-deeadee1-499c-4430-af5f-0546600f38f4 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 944 time: 0.0668447 Jul 27 16:37:07.593795 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-36102186-c566-404f-9bcc-12379921c99e req-452b9690-70c0-44b9-84ff-bbd6b050c2d6 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553625 Jul 27 16:37:07.645230 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39238) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:07.689331 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-31e4030c-3245-40dc-9aae-a823cea42c75 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9f922d21e1e8434ea5e93938dc56bed9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424967 Jul 27 16:37:07.691739 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39242) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:07.743504 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee019f15-4e97-4180-bffc-56335f2d996b admin admin] Publish callbacks [] for security_group (9ce503a0-4595-4db1-bb2b-771201c3cc14), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:07.769413 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee019f15-4e97-4180-bffc-56335f2d996b admin admin] Publish callbacks [] for security_group (9ce503a0-4595-4db1-bb2b-771201c3cc14), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:07.783914 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:07.820702 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee019f15-4e97-4180-bffc-56335f2d996b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (9ce503a0-4595-4db1-bb2b-771201c3cc14), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:07.823297 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee019f15-4e97-4180-bffc-56335f2d996b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:07.824478 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ee019f15-4e97-4180-bffc-56335f2d996b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9ce503a0-4595-4db1-bb2b-771201c3cc14 HTTP/1.1" status: 204 len: 168 time: 0.1316607 Jul 27 16:37:07.833280 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee019f15-4e97-4180-bffc-56335f2d996b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce503a0-4595-4db1-bb2b-771201c3cc14,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:07.922970 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device e452e79b-bb2e-4940-a160-2e5bf6fa23f8 up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:37:07.970227 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port e452e79b-bb2e-4940-a160-2e5bf6fa23f8 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:37:07.975924 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port e452e79b-bb2e-4940-a160-2e5bf6fa23f8 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:37:07.976728 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (e452e79b-bb2e-4940-a160-2e5bf6fa23f8), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:08.053410 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port e452e79b-bb2e-4940-a160-2e5bf6fa23f8 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:37:08.053794 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (e452e79b-bb2e-4940-a160-2e5bf6fa23f8), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:08.077174 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db614fdb-db6b-4550-9da2-f0b0b491da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e452e79b-bb2e-4940-a160-2e5bf6fa23f8'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:37:08.079383 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb00c1e2-31cb-435d-b553-b6390f629d70" -d '{"events": [{"server_uuid": "db614fdb-db6b-4550-9da2-f0b0b491da9d", "name": "network-vif-plugged", "status": "completed", "tag": "e452e79b-bb2e-4940-a160-2e5bf6fa23f8"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:08.092820 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port e452e79b-bb2e-4940-a160-2e5bf6fa23f8, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=e452e79b-bb2e-4940-a160-2e5bf6fa23f8,segment=NetworkSegment(b1334c8c-c64d-4704-aaf9-70e52d3fd205),segment_id=b1334c8c-c64d-4704-aaf9-70e52d3fd205)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:08.097683 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (e452e79b-bb2e-4940-a160-2e5bf6fa23f8), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:08.124221 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b524f4ea-8c69-407a-b93b-009b6ef8ae2f x-openstack-request-id: req-b524f4ea-8c69-407a-b93b-009b6ef8ae2f {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:08.124471 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db614fdb-db6b-4550-9da2-f0b0b491da9d", "name": "network-vif-plugged", "status": "completed", "tag": "e452e79b-bb2e-4940-a160-2e5bf6fa23f8", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:08.124747 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b524f4ea-8c69-407a-b93b-009b6ef8ae2f {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:08.125158 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b524f4ea-8c69-407a-b93b-009b6ef8ae2f'] response: {'server_uuid': 'db614fdb-db6b-4550-9da2-f0b0b491da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e452e79b-bb2e-4940-a160-2e5bf6fa23f8', 'code': 200} Jul 27 16:37:08.137483 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:08.159664 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=e452e79b-bb2e-4940-a160-2e5bf6fa23f8,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:08.251622 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff89296-802f-4433-996c-a89b99348b4f req-24583fb0-4711-4dda-a62a-cba468686160 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:08.259399 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dff89296-802f-4433-996c-a89b99348b4f req-24583fb0-4711-4dda-a62a-cba468686160 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0711169 Jul 27 16:37:08.327681 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dff89296-802f-4433-996c-a89b99348b4f req-acc78e23-65b6-40c5-b247-4d2203887cb7 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670638 Jul 27 16:37:08.359642 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:08.367756 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4191ec-7003-4413-8f43-49005e3067ca req-a33989c0-1f22-4223-97ff-3b890e23700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:08.369629 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3d4191ec-7003-4413-8f43-49005e3067ca req-a33989c0-1f22-4223-97ff-3b890e23700b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 1129 time: 0.0534971 Jul 27 16:37:08.422450 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3d4191ec-7003-4413-8f43-49005e3067ca req-6dda93e9-c7b2-4f96-bb75-79933b19159e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393231 Jul 27 16:37:08.465053 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device a6a6dd36-f944-4f7c-9218-f384cb88fa18 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:08.485187 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: a6a6dd36-f944-4f7c-9218-f384cb88fa18 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:37:08.485598 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device a6a6dd36-f944-4f7c-9218-f384cb88fa18 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:37:08.486171 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 295807ee-a1e1-45e8-97c1-bae44133c635 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:08.504709 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 295807ee-a1e1-45e8-97c1-bae44133c635 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:37:08.505088 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 295807ee-a1e1-45e8-97c1-bae44133c635 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:37:08.711886 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e6b1b-7b37-4f12-b3da-1c2e3192ddce req-b6b593ba-a233-438c-beb8-77994365b699 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:08.713836 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-511e6b1b-7b37-4f12-b3da-1c2e3192ddce req-b6b593ba-a233-438c-beb8-77994365b699 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 945 time: 0.0489216 Jul 27 16:37:08.774223 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-511e6b1b-7b37-4f12-b3da-1c2e3192ddce req-1c5b5a86-f908-4ea4-b5ef-03d6653a38e6 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499187 Jul 27 16:37:09.465267 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee12fca-2a51-4722-929c-578bd7c2678e req-65e935b7-b917-4092-a828-26aa17bd1773 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:09.466792 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1ee12fca-2a51-4722-929c-578bd7c2678e req-65e935b7-b917-4092-a828-26aa17bd1773 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0501120 Jul 27 16:37:09.526991 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1ee12fca-2a51-4722-929c-578bd7c2678e req-2d593b39-b424-4915-b86f-bcf6ffcc9c9e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449700 Jul 27 16:37:09.891360 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc2b34-d559-451c-9c88-f7d66afdc104 req-3d954a6c-1ab5-4347-b93c-7d09fdd88d8a tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:09.892839 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95bc2b34-d559-451c-9c88-f7d66afdc104 req-3d954a6c-1ab5-4347-b93c-7d09fdd88d8a tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 945 time: 0.0470600 Jul 27 16:37:09.939169 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95bc2b34-d559-451c-9c88-f7d66afdc104 req-2d0f5328-004d-4ffb-9dbe-55100c9a5032 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407588 Jul 27 16:37:10.662874 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a711ebc-1e6f-4ab6-9051-9d820702b706 req-84a4a523-a0b2-4ee3-9175-f86080d2729f tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:10.664444 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1a711ebc-1e6f-4ab6-9051-9d820702b706 req-84a4a523-a0b2-4ee3-9175-f86080d2729f tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0558078 Jul 27 16:37:10.724365 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1a711ebc-1e6f-4ab6-9051-9d820702b706 req-b3f318c2-7df2-4872-ac0b-e89e9ee0847e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535567 Jul 27 16:37:10.856663 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39374) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:10.965469 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b3264fde-2868-4617-93d2-764e5b9ddfaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:11.063219 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b3264fde-2868-4617-93d2-764e5b9ddfaf admin admin] Publish callbacks [] for security_group (a2dd9e07-a2aa-404d-bc78-560530fed3d5), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:11.063812 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b3264fde-2868-4617-93d2-764e5b9ddfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (a2dd9e07-a2aa-404d-bc78-560530fed3d5), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:11.080665 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cabdf-67ac-4e19-95e7-756a5f9c6404 req-0fd5f595-76c9-4195-8aaa-d4d0d3ea9781 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:11.082257 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e0cabdf-67ac-4e19-95e7-756a5f9c6404 req-0fd5f595-76c9-4195-8aaa-d4d0d3ea9781 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 945 time: 0.0571098 Jul 27 16:37:11.102218 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3264fde-2868-4617-93d2-764e5b9ddfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dd9e07-a2aa-404d-bc78-560530fed3d5,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:11.109068 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-b3264fde-2868-4617-93d2-764e5b9ddfaf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5e5666c9be414c85a865c96036b64562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489073 Jul 27 16:37:11.109286 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39388) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:11.133726 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e0cabdf-67ac-4e19-95e7-756a5f9c6404 req-525d1b74-6f12-4e42-ba70-e141499741e7 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452209 Jul 27 16:37:11.170200 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-bf355fd2-243b-4456-91aa-33d22880e950 admin admin] Publish callbacks [] for security_group (a2dd9e07-a2aa-404d-bc78-560530fed3d5), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:11.193075 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-bf355fd2-243b-4456-91aa-33d22880e950 admin admin] Publish callbacks [] for security_group (a2dd9e07-a2aa-404d-bc78-560530fed3d5), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:11.242827 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-bf355fd2-243b-4456-91aa-33d22880e950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (a2dd9e07-a2aa-404d-bc78-560530fed3d5), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:11.245480 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-bf355fd2-243b-4456-91aa-33d22880e950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:11.246705 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-bf355fd2-243b-4456-91aa-33d22880e950 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a2dd9e07-a2aa-404d-bc78-560530fed3d5 HTTP/1.1" status: 204 len: 168 time: 0.1358035 Jul 27 16:37:11.255354 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf355fd2-243b-4456-91aa-33d22880e950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dd9e07-a2aa-404d-bc78-560530fed3d5,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:11.551484 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39408) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:11.567425 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c53bc775-e837-431d-8b3d-55b54918211e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:11.686528 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c53bc775-e837-431d-8b3d-55b54918211e admin admin] Publish callbacks [] for security_group (d29f5eab-d2c0-4428-afd1-aa1fd48548a4), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:11.692048 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c53bc775-e837-431d-8b3d-55b54918211e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (d29f5eab-d2c0-4428-afd1-aa1fd48548a4), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:11.694955 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 39416) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:11.715611 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:11.738394 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-c53bc775-e837-431d-8b3d-55b54918211e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c74ca0fbb5a1491db93cd252a975e6b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856153 Jul 27 16:37:11.741337 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 39420) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:11.742115 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bc775-e837-431d-8b3d-55b54918211e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29f5eab-d2c0-4428-afd1-aa1fd48548a4,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:11.816210 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e2d2ad19-c1b8-4ca9-a36a-47b50381a015 admin admin] Publish callbacks [] for security_group (d29f5eab-d2c0-4428-afd1-aa1fd48548a4), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:11.873174 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:11.875577 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e2d2ad19-c1b8-4ca9-a36a-47b50381a015 admin admin] Publish callbacks [] for security_group (d29f5eab-d2c0-4428-afd1-aa1fd48548a4), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:11.904223 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7739f762-e8f6-4455-b29b-f9bb6d1bb09d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:11.918690 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ce025-dd2a-4d15-a383-70ba54ff6b62 req-5bbcaccb-097d-4f74-a409-1ddf4eda81d6 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:11.920201 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b33ce025-dd2a-4d15-a383-70ba54ff6b62 req-5bbcaccb-097d-4f74-a409-1ddf4eda81d6 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0930119 Jul 27 16:37:12.026479 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686941b-ada1-4099-8154-5489387969ce req-1bd136d6-7b82-4f6f-9fd3-64abff1aee4f tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:12.027956 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0686941b-ada1-4099-8154-5489387969ce req-1bd136d6-7b82-4f6f-9fd3-64abff1aee4f tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 945 time: 0.0963471 Jul 27 16:37:12.055533 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e2d2ad19-c1b8-4ca9-a36a-47b50381a015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (d29f5eab-d2c0-4428-afd1-aa1fd48548a4), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:12.058048 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e2d2ad19-c1b8-4ca9-a36a-47b50381a015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:12.059098 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e2d2ad19-c1b8-4ca9-a36a-47b50381a015 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d29f5eab-d2c0-4428-afd1-aa1fd48548a4 HTTP/1.1" status: 204 len: 168 time: 0.3164308 Jul 27 16:37:12.080769 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b33ce025-dd2a-4d15-a383-70ba54ff6b62 req-bd11e0f2-3a64-4372-a8db-f76495a984f0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474235 Jul 27 16:37:12.091518 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:12.093123 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2ad19-c1b8-4ca9-a36a-47b50381a015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29f5eab-d2c0-4428-afd1-aa1fd48548a4,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:12.142450 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0686941b-ada1-4099-8154-5489387969ce req-2ab6b536-28fc-4b4b-8606-31c38ef46666 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986524 Jul 27 16:37:12.167384 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7739f762-e8f6-4455-b29b-f9bb6d1bb09d admin admin] Publish callbacks [] for security_group (3c49d14c-8d5d-45e8-a994-13324cb0910f), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:12.173555 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7739f762-e8f6-4455-b29b-f9bb6d1bb09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (3c49d14c-8d5d-45e8-a994-13324cb0910f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:12.229769 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7739f762-e8f6-4455-b29b-f9bb6d1bb09d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6dcf43cc1ef44b87bfe61bfb7cbd8f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5328593 Jul 27 16:37:12.230821 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739f762-e8f6-4455-b29b-f9bb6d1bb09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c49d14c-8d5d-45e8-a994-13324cb0910f,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:12.232490 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39436) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:12.300039 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-97563a6d-0183-40a7-98f8-84b6f24f596b admin admin] Publish callbacks [] for security_group (3c49d14c-8d5d-45e8-a994-13324cb0910f), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:12.323671 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-97563a6d-0183-40a7-98f8-84b6f24f596b admin admin] Publish callbacks [] for security_group (3c49d14c-8d5d-45e8-a994-13324cb0910f), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:12.379693 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-97563a6d-0183-40a7-98f8-84b6f24f596b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (3c49d14c-8d5d-45e8-a994-13324cb0910f), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:12.383530 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-97563a6d-0183-40a7-98f8-84b6f24f596b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:12.385423 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-97563a6d-0183-40a7-98f8-84b6f24f596b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3c49d14c-8d5d-45e8-a994-13324cb0910f HTTP/1.1" status: 204 len: 168 time: 0.1516354 Jul 27 16:37:12.396055 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97563a6d-0183-40a7-98f8-84b6f24f596b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c49d14c-8d5d-45e8-a994-13324cb0910f,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:12.617364 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 39456) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:12.804047 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c28ea84-9596-4435-9631-78fb537c1afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:12.918119 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c28ea84-9596-4435-9631-78fb537c1afd admin admin] Publish callbacks [] for security_group (fd24c327-75c0-4e6d-9bb8-3a778012a948), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:12.922925 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c28ea84-9596-4435-9631-78fb537c1afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (fd24c327-75c0-4e6d-9bb8-3a778012a948), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:12.966798 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0c28ea84-9596-4435-9631-78fb537c1afd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=113def71e1724f5e8a776a63bca122f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482423 Jul 27 16:37:12.978639 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28ea84-9596-4435-9631-78fb537c1afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd24c327-75c0-4e6d-9bb8-3a778012a948,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:12.979037 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39476) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:13.248056 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b2edc913-1bb5-45b7-86ac-acb55a6a3d1a admin admin] Publish callbacks [] for security_group (fd24c327-75c0-4e6d-9bb8-3a778012a948), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:13.272934 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b2edc913-1bb5-45b7-86ac-acb55a6a3d1a admin admin] Publish callbacks [] for security_group (fd24c327-75c0-4e6d-9bb8-3a778012a948), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:13.279586 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5adff-bdd7-4ab2-a356-83d114d5b5a6 req-d3478025-5de0-410c-99c9-e0cfda9fe3ad tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:13.281186 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a4a5adff-bdd7-4ab2-a356-83d114d5b5a6 req-d3478025-5de0-410c-99c9-e0cfda9fe3ad tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.1020234 Jul 27 16:37:13.326080 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b2edc913-1bb5-45b7-86ac-acb55a6a3d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (fd24c327-75c0-4e6d-9bb8-3a778012a948), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:13.329476 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b2edc913-1bb5-45b7-86ac-acb55a6a3d1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:13.330987 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-b2edc913-1bb5-45b7-86ac-acb55a6a3d1a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fd24c327-75c0-4e6d-9bb8-3a778012a948 HTTP/1.1" status: 204 len: 168 time: 0.3592463 Jul 27 16:37:13.340697 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edc913-1bb5-45b7-86ac-acb55a6a3d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd24c327-75c0-4e6d-9bb8-3a778012a948,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:13.365944 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99d8b8-e086-4062-8370-0f87e6409da3 req-3b6f953b-e09e-48ff-854e-b16feb94660a tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:13.367398 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2b99d8b8-e086-4062-8370-0f87e6409da3 req-3b6f953b-e09e-48ff-854e-b16feb94660a tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 945 time: 0.0851226 Jul 27 16:37:13.395079 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a4a5adff-bdd7-4ab2-a356-83d114d5b5a6 req-958bca0a-c68e-4fc9-8a88-9c5cd3d80d99 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036201 Jul 27 16:37:13.433049 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2b99d8b8-e086-4062-8370-0f87e6409da3 req-8a21ea6a-e163-4df0-b75c-d4a465158395 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535207 Jul 27 16:37:13.632072 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39508) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:13.741250 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39514) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:13.758401 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee675aaf-9622-4a7f-8b63-4d62f133a65a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:13.786818 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:13.822602 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df11e7-7214-4b9c-a18b-fb024eefba47 req-9c4466a9-c5c1-415c-9156-3e12bc6caf11 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:13.824824 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95df11e7-7214-4b9c-a18b-fb024eefba47 req-9c4466a9-c5c1-415c-9156-3e12bc6caf11 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.20 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 945 time: 0.0764022 Jul 27 16:37:13.869984 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee675aaf-9622-4a7f-8b63-4d62f133a65a admin admin] Publish callbacks [] for security_group (45f63102-ad16-4416-982b-9e3517d18500), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:13.876559 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee675aaf-9622-4a7f-8b63-4d62f133a65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (45f63102-ad16-4416-982b-9e3517d18500), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:13.937993 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=15 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:13.941073 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-95df11e7-7214-4b9c-a18b-fb024eefba47 req-0999fc90-06cc-4e65-b0cf-a11c67ea6ca9 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Deleting port e452e79b-bb2e-4940-a160-2e5bf6fa23f8 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:37:13.941397 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-95df11e7-7214-4b9c-a18b-fb024eefba47 req-0999fc90-06cc-4e65-b0cf-a11c67ea6ca9 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (e452e79b-bb2e-4940-a160-2e5bf6fa23f8), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:13.942049 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-65a74b90-0251-491e-abda-4aab1072593c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:13.959211 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee675aaf-9622-4a7f-8b63-4d62f133a65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f63102-ad16-4416-982b-9e3517d18500,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:13.967462 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ee675aaf-9622-4a7f-8b63-4d62f133a65a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5d1057cd915f42ed9744e648d7ff579a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248969 Jul 27 16:37:13.972913 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39520) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:14.049634 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-95df11e7-7214-4b9c-a18b-fb024eefba47 req-0999fc90-06cc-4e65-b0cf-a11c67ea6ca9 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] For port e452e79b-bb2e-4940-a160-2e5bf6fa23f8, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=e452e79b-bb2e-4940-a160-2e5bf6fa23f8,segment=NetworkSegment(b1334c8c-c64d-4704-aaf9-70e52d3fd205),segment_id=b1334c8c-c64d-4704-aaf9-70e52d3fd205)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:14.050006 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-95df11e7-7214-4b9c-a18b-fb024eefba47 req-0999fc90-06cc-4e65-b0cf-a11c67ea6ca9 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (e452e79b-bb2e-4940-a160-2e5bf6fa23f8), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:14.060037 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-62744d92-d8cd-435d-a5bc-715e151175fb admin admin] Publish callbacks [] for security_group (45f63102-ad16-4416-982b-9e3517d18500), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:14.064998 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-95df11e7-7214-4b9c-a18b-fb024eefba47 req-0999fc90-06cc-4e65-b0cf-a11c67ea6ca9 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Calling delete_port for e452e79b-bb2e-4940-a160-2e5bf6fa23f8 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:37:14.098882 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-62744d92-d8cd-435d-a5bc-715e151175fb admin admin] Publish callbacks [] for security_group (45f63102-ad16-4416-982b-9e3517d18500), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:14.126307 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:14.169126 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-65a74b90-0251-491e-abda-4aab1072593c admin admin] Publish callbacks [] for security_group (d6037a96-b028-48b9-bfd0-6577fe2b753b), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:14.175488 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-65a74b90-0251-491e-abda-4aab1072593c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (d6037a96-b028-48b9-bfd0-6577fe2b753b), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:14.186517 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:14.220535 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a74b90-0251-491e-abda-4aab1072593c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6037a96-b028-48b9-bfd0-6577fe2b753b,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:14.225648 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-65a74b90-0251-491e-abda-4aab1072593c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4f47d0ec4624485ab891405760ac8823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5925488 Jul 27 16:37:14.226386 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-95df11e7-7214-4b9c-a18b-fb024eefba47 req-0999fc90-06cc-4e65-b0cf-a11c67ea6ca9 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (e452e79b-bb2e-4940-a160-2e5bf6fa23f8), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:14.226934 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-62744d92-d8cd-435d-a5bc-715e151175fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (45f63102-ad16-4416-982b-9e3517d18500), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:14.228393 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 39528) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:14.229711 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-62744d92-d8cd-435d-a5bc-715e151175fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:14.230830 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-62744d92-d8cd-435d-a5bc-715e151175fb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/45f63102-ad16-4416-982b-9e3517d18500 HTTP/1.1" status: 204 len: 168 time: 0.2568889 Jul 27 16:37:14.239734 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['e452e79b-bb2e-4940-a160-2e5bf6fa23f8'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:37:14.257459 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62744d92-d8cd-435d-a5bc-715e151175fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f63102-ad16-4416-982b-9e3517d18500,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:14.273774 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999fc90-06cc-4e65-b0cf-a11c67ea6ca9 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Pushing event deleted for resources: {'Port': ['ID=e452e79b-bb2e-4940-a160-2e5bf6fa23f8,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:14.347826 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-95df11e7-7214-4b9c-a18b-fb024eefba47 req-0999fc90-06cc-4e65-b0cf-a11c67ea6ca9 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] No DVR routers for this DVR port e452e79b-bb2e-4940-a160-2e5bf6fa23f8 on host hv-cinder-84969 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:37:14.354470 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-95df11e7-7214-4b9c-a18b-fb024eefba47 req-0999fc90-06cc-4e65-b0cf-a11c67ea6ca9 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:14.357778 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95df11e7-7214-4b9c-a18b-fb024eefba47 req-0999fc90-06cc-4e65-b0cf-a11c67ea6ca9 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.20 "DELETE /v2.0/ports/e452e79b-bb2e-4940-a160-2e5bf6fa23f8 HTTP/1.1" status: 204 len: 173 time: 0.5230403 Jul 27 16:37:14.358428 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db614fdb-db6b-4550-9da2-f0b0b491da9d', 'name': 'network-vif-deleted', 'tag': 'e452e79b-bb2e-4940-a160-2e5bf6fa23f8'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:37:14.360882 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f785929-3fdf-4cee-9704-2125219f445c" -d '{"events": [{"server_uuid": "db614fdb-db6b-4550-9da2-f0b0b491da9d", "name": "network-vif-deleted", "tag": "e452e79b-bb2e-4940-a160-2e5bf6fa23f8"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:14.369265 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b1bba3f7-a450-41bf-95b3-ed3c4cf7f1b6 admin admin] Publish callbacks [] for security_group (d6037a96-b028-48b9-bfd0-6577fe2b753b), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:14.395865 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b1bba3f7-a450-41bf-95b3-ed3c4cf7f1b6 admin admin] Publish callbacks [] for security_group (d6037a96-b028-48b9-bfd0-6577fe2b753b), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:14.457630 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b1bba3f7-a450-41bf-95b3-ed3c4cf7f1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (d6037a96-b028-48b9-bfd0-6577fe2b753b), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:14.460992 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b1bba3f7-a450-41bf-95b3-ed3c4cf7f1b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:14.462462 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b1bba3f7-a450-41bf-95b3-ed3c4cf7f1b6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d6037a96-b028-48b9-bfd0-6577fe2b753b HTTP/1.1" status: 204 len: 168 time: 0.2327850 Jul 27 16:37:14.480325 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bba3f7-a450-41bf-95b3-ed3c4cf7f1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6037a96-b028-48b9-bfd0-6577fe2b753b,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:14.500748 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b76a7a1-8ad4-4ddc-adcf-b8a12dd12151 x-openstack-request-id: req-1b76a7a1-8ad4-4ddc-adcf-b8a12dd12151 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:14.500968 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db614fdb-db6b-4550-9da2-f0b0b491da9d", "name": "network-vif-deleted", "tag": "e452e79b-bb2e-4940-a160-2e5bf6fa23f8", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:14.501207 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1b76a7a1-8ad4-4ddc-adcf-b8a12dd12151 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:14.501647 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b76a7a1-8ad4-4ddc-adcf-b8a12dd12151'] response: {'server_uuid': 'db614fdb-db6b-4550-9da2-f0b0b491da9d', 'name': 'network-vif-deleted', 'tag': 'e452e79b-bb2e-4940-a160-2e5bf6fa23f8', 'status': 'completed', 'code': 200} Jul 27 16:37:14.564415 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9b28c-cda1-4aea-832d-3c15d9179832 req-739dd65a-da59-4dc1-aebd-27e931e92d87 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:14.565967 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dda9b28c-cda1-4aea-832d-3c15d9179832 req-739dd65a-da59-4dc1-aebd-27e931e92d87 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0635364 Jul 27 16:37:14.646690 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8a7b937-c9c1-4328-8344-d2ed56a42725 req-c8b9e241-b1de-4d66-bff6-e4924f9a27a9 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=db614fdb-db6b-4550-9da2-f0b0b491da9d HTTP/1.1" status: 200 len: 210 time: 0.0461957 Jul 27 16:37:14.650924 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dda9b28c-cda1-4aea-832d-3c15d9179832 req-4ae8b923-f5f6-4cc7-96b7-4afebea8c0cb tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763779 Jul 27 16:37:15.446067 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39606) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:15.587881 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0650b4b8-eaac-4aae-8aed-bcf6624129b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:15.678220 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0650b4b8-eaac-4aae-8aed-bcf6624129b1 admin admin] Publish callbacks [] for security_group (86a172d2-263a-478d-996c-b70c642599af), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:15.700482 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0650b4b8-eaac-4aae-8aed-bcf6624129b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (86a172d2-263a-478d-996c-b70c642599af), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:15.773251 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-0650b4b8-eaac-4aae-8aed-bcf6624129b1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cd9632a21e414bb18333374c294af0eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259981 Jul 27 16:37:15.776103 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39624) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:15.800991 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:15.811326 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294f178-349b-4162-b435-6e715510b07e req-84bc132d-da8b-4340-9a99-9c8f866895c9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:15.812049 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650b4b8-eaac-4aae-8aed-bcf6624129b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a172d2-263a-478d-996c-b70c642599af,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:15.813288 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c294f178-349b-4162-b435-6e715510b07e req-84bc132d-da8b-4340-9a99-9c8f866895c9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0713422 Jul 27 16:37:15.849937 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ffa23c56-cb16-453f-9cb5-e26a011bdc65 admin admin] Publish callbacks [] for security_group (86a172d2-263a-478d-996c-b70c642599af), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:15.878101 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ffa23c56-cb16-453f-9cb5-e26a011bdc65 admin admin] Publish callbacks [] for security_group (86a172d2-263a-478d-996c-b70c642599af), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:15.896744 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=66 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:15.902589 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c294f178-349b-4162-b435-6e715510b07e req-e4c9fd8a-0575-4c83-9686-fc389809c4df tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753849 Jul 27 16:37:15.966429 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ffa23c56-cb16-453f-9cb5-e26a011bdc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (86a172d2-263a-478d-996c-b70c642599af), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:15.969935 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ffa23c56-cb16-453f-9cb5-e26a011bdc65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:15.971997 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ffa23c56-cb16-453f-9cb5-e26a011bdc65 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/86a172d2-263a-478d-996c-b70c642599af HTTP/1.1" status: 204 len: 168 time: 0.1947491 Jul 27 16:37:15.983638 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa23c56-cb16-453f-9cb5-e26a011bdc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a172d2-263a-478d-996c-b70c642599af,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:16.181825 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-94fbe1e0-2b3b-4331-ad7d-5f6eeaee6e66 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:16.189865 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-94fbe1e0-2b3b-4331-ad7d-5f6eeaee6e66 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/networks?id=47559312-5240-4014-a676-7ef4172b498a HTTP/1.1" status: 200 len: 808 time: 0.1422935 Jul 27 16:37:16.210541 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-a7e7801e-2050-41ad-9aff-c551ea13de72 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/quotas/fef3e0b606114adfbb6ff0c7e5648bea HTTP/1.1" status: 200 len: 375 time: 0.0198202 Jul 27 16:37:16.254912 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-68f4f12e-ba19-4e4c-8619-f7b6cde1be51 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fef3e0b606114adfbb6ff0c7e5648bea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360441 Jul 27 16:37:16.392124 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-9f34a7ee-16a0-459a-a30a-141408386ba4 service neutron] 10.222.0.74 "GET /v2.0/networks/47559312-5240-4014-a676-7ef4172b498a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288137 Jul 27 16:37:16.467417 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 39654) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:16.486690 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-665b7b90-9474-43c0-bc71-04e80397468d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:16.490424 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:16.541233 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-32a6c29c-220a-40fa-8a20-52e629e05c27 service neutron] 10.222.0.74 "GET /v2.0/networks/47559312-5240-4014-a676-7ef4172b498a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412737 Jul 27 16:37:16.598573 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-665b7b90-9474-43c0-bc71-04e80397468d admin admin] Publish callbacks [] for security_group (83536806-8b85-49e5-838c-0c3c19351550), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:16.602633 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-665b7b90-9474-43c0-bc71-04e80397468d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (83536806-8b85-49e5-838c-0c3c19351550), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:16.615365 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:16.648629 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-665b7b90-9474-43c0-bc71-04e80397468d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0540193d30f14c418991f3c2e0465670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1799552 Jul 27 16:37:16.650287 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b7b90-9474-43c0-bc71-04e80397468d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83536806-8b85-49e5-838c-0c3c19351550,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:16.651414 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39658) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:16.724696 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f0f0e359-7817-44c4-9657-1cec4e2edeb2 req-5a645f55-a40c-4c24-80d2-ca6f49c281a9 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 210 time: 0.0328176 Jul 27 16:37:16.731776 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-960500a5-54b2-4351-b1a5-872bed9ae1a1 admin admin] Publish callbacks [] for security_group (83536806-8b85-49e5-838c-0c3c19351550), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:16.754868 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-960500a5-54b2-4351-b1a5-872bed9ae1a1 admin admin] Publish callbacks [] for security_group (83536806-8b85-49e5-838c-0c3c19351550), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:16.807760 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-960500a5-54b2-4351-b1a5-872bed9ae1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (83536806-8b85-49e5-838c-0c3c19351550), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:16.811412 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-960500a5-54b2-4351-b1a5-872bed9ae1a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:16.812671 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-960500a5-54b2-4351-b1a5-872bed9ae1a1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/83536806-8b85-49e5-838c-0c3c19351550 HTTP/1.1" status: 204 len: 168 time: 0.1600726 Jul 27 16:37:16.821564 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960500a5-54b2-4351-b1a5-872bed9ae1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83536806-8b85-49e5-838c-0c3c19351550,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:17.047617 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b373e-7f13-45a8-9461-d89307cb83a1 req-18b42974-ec37-4e65-82c4-63a096602225 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:17.049270 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b00b373e-7f13-45a8-9461-d89307cb83a1 req-18b42974-ec37-4e65-82c4-63a096602225 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0486357 Jul 27 16:37:17.118658 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b00b373e-7f13-45a8-9461-d89307cb83a1 req-20fcb71f-4a72-45fa-a65e-71e9bd87c7cd tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476365 Jul 27 16:37:17.863272 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b77b3569-ef68-4a76-bec4-08e9a4885fe8 req-23bbdff5-003d-464c-8a4d-a1c64c3e7e21 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 210 time: 0.0391526 Jul 27 16:37:17.913781 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-1ea1d217-15a9-4a34-b3e8-4acfbb5c4263 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:17.915581 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-1ea1d217-15a9-4a34-b3e8-4acfbb5c4263 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.20 "GET /v2.0/networks?id=47559312-5240-4014-a676-7ef4172b498a HTTP/1.1" status: 200 len: 808 time: 0.1589861 Jul 27 16:37:18.225000 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a19e4-da15-4b04-a5c2-146843159ccf req-8dc84afc-ac86-428b-bdd8-b3409ccf0ad2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:18.226751 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-435a19e4-da15-4b04-a5c2-146843159ccf req-8dc84afc-ac86-428b-bdd8-b3409ccf0ad2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0489080 Jul 27 16:37:18.276757 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-435a19e4-da15-4b04-a5c2-146843159ccf req-191f25a4-3e4f-4cb0-8779-abf0505b7756 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442929 Jul 27 16:37:18.659184 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device e452e79b-bb2e-4940-a160-2e5bf6fa23f8 no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:18.681435 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: e452e79b-bb2e-4940-a160-2e5bf6fa23f8 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:37:18.681867 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device e452e79b-bb2e-4940-a160-2e5bf6fa23f8 not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:37:18.970000 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-921bd396-fb30-433f-8ec2-781cebb46f9b req-cf9dfb45-983d-44c4-8c1d-7aa1a65cb9b9 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 210 time: 0.0272868 Jul 27 16:37:19.391405 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850ee90-c81d-416a-bb92-f063cbe25bd8 req-af3cf854-0841-4fbc-a1a3-67fc48b58a0e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:19.392848 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6850ee90-c81d-416a-bb92-f063cbe25bd8 req-af3cf854-0841-4fbc-a1a3-67fc48b58a0e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0469632 Jul 27 16:37:19.438249 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6850ee90-c81d-416a-bb92-f063cbe25bd8 req-5bac1a60-d6c7-4b64-874b-e8f6dd59b5be tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399663 Jul 27 16:37:20.072985 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ef741f94-de1f-4444-bae5-cfa822057c76 req-375ce69c-29fc-47b9-8026-4c87ae0afd8f tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 210 time: 0.0302935 Jul 27 16:37:20.409995 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:20.441978 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-07f3fc37-ab21-46da-9733-899478cba989 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Request body: {'port': {'device_id': '08429cca-b299-45bc-838e-0c4318fd40b6', 'network_id': '47559312-5240-4014-a676-7ef4172b498a', 'admin_state_up': True, 'tenant_id': 'fef3e0b606114adfbb6ff0c7e5648bea'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:37:20.801562 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb66d88-501a-4e16-a1c9-2b550d221671 req-4e8abf9c-f788-4997-90f9-3f0524029a0b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:20.803341 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7fb66d88-501a-4e16-a1c9-2b550d221671 req-4e8abf9c-f788-4997-90f9-3f0524029a0b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.1104658 Jul 27 16:37:20.879544 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7fb66d88-501a-4e16-a1c9-2b550d221671 req-8b1fcfb5-3cd4-41a9-b17a-8e94db98cafc tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678837 Jul 27 16:37:20.880696 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-07f3fc37-ab21-46da-9733-899478cba989 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Made reservation on behalf of fef3e0b606114adfbb6ff0c7e5648bea for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:37:20.883873 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-07f3fc37-ab21-46da-9733-899478cba989 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:20.960338 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:21.013045 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-07f3fc37-ab21-46da-9733-899478cba989 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Allocated IP 172.20.0.11 (47559312-5240-4014-a676-7ef4172b498a/9b21410e-09d2-4499-9f12-9b60ca73dcc2/12837a6b-0a40-4b1d-87f4-e08d27d43b9d) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:37:21.130281 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:21.189963 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-653080c5-3ccb-4747-b9b3-3364f3875456 req-10ebb8cb-ae84-41b2-87ef-8bb8ede8cd1a tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 210 time: 0.0369306 Jul 27 16:37:21.195024 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-07f3fc37-ab21-46da-9733-899478cba989 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Publish callbacks [] for port (12837a6b-0a40-4b1d-87f4-e08d27d43b9d), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:21.228818 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-07f3fc37-ab21-46da-9733-899478cba989 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (12837a6b-0a40-4b1d-87f4-e08d27d43b9d), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:21.276376 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-07f3fc37-ab21-46da-9733-899478cba989 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Network 47559312-5240-4014-a676-7ef4172b498a is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:37:21.280306 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-07f3fc37-ab21-46da-9733-899478cba989 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:37:21.282693 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-07f3fc37-ab21-46da-9733-899478cba989 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:37:21.307446 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3fc37-ab21-46da-9733-899478cba989 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Pushing event updated for resources: {'Port': ['ID=12837a6b-0a40-4b1d-87f4-e08d27d43b9d,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:21.336448 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-07f3fc37-ab21-46da-9733-899478cba989 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:21.337087 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-07f3fc37-ab21-46da-9733-899478cba989 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:21.353598 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-07f3fc37-ab21-46da-9733-899478cba989 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9159579 Jul 27 16:37:22.003393 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fd547-116e-4db8-ac74-b8402f4c46ac req-b666cd86-525b-4400-b073-a65a0531385f tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:22.005080 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9c3fd547-116e-4db8-ac74-b8402f4c46ac req-b666cd86-525b-4400-b073-a65a0531385f tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0541255 Jul 27 16:37:22.053133 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9c3fd547-116e-4db8-ac74-b8402f4c46ac req-23fcde6d-e4da-4740-a8ab-a3d97217e16b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424316 Jul 27 16:37:22.311921 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da85f1-0942-44af-b848-59212e10400d req-1d5d207e-7c64-4140-866f-0fcbf4bf4652 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:22.313291 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-59da85f1-0942-44af-b848-59212e10400d req-1d5d207e-7c64-4140-866f-0fcbf4bf4652 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 932 time: 0.0505834 Jul 27 16:37:22.359596 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-59da85f1-0942-44af-b848-59212e10400d req-76bfce7c-e6a4-4d83-b1d1-5f8a0287125e tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407782 Jul 27 16:37:22.504670 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Request body: {'port': {'device_id': '08429cca-b299-45bc-838e-0c4318fd40b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:37:22.571961 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (12837a6b-0a40-4b1d-87f4-e08d27d43b9d), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:22.737609 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:22.833057 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12837a6b-0a40-4b1d-87f4-e08d27d43b9d {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:37:22.841904 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Publish callbacks [] for port (12837a6b-0a40-4b1d-87f4-e08d27d43b9d), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:22.860884 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Transition to ACTIVE for port object 12837a6b-0a40-4b1d-87f4-e08d27d43b9d will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:37:22.866486 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (12837a6b-0a40-4b1d-87f4-e08d27d43b9d), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:22.917159 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Pushing event updated for resources: {'Port': ['ID=12837a6b-0a40-4b1d-87f4-e08d27d43b9d,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:22.992629 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Attempting to bind port 12837a6b-0a40-4b1d-87f4-e08d27d43b9d on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:37:22.992987 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Attempting to bind port 12837a6b-0a40-4b1d-87f4-e08d27d43b9d by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': 'b1334c8c-c64d-4704-aaf9-70e52d3fd205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '47559312-5240-4014-a676-7ef4172b498a'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:37:22.993320 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Attempting to bind port 12837a6b-0a40-4b1d-87f4-e08d27d43b9d on network 47559312-5240-4014-a676-7ef4172b498a {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:37:22.995051 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:22.999600 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Port 12837a6b-0a40-4b1d-87f4-e08d27d43b9d on network 47559312-5240-4014-a676-7ef4172b498a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:37:22.999928 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Attempting to bind port 12837a6b-0a40-4b1d-87f4-e08d27d43b9d on network 47559312-5240-4014-a676-7ef4172b498a {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:37:23.006190 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:37:23.006767 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Checking segment: {'id': 'b1334c8c-c64d-4704-aaf9-70e52d3fd205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '47559312-5240-4014-a676-7ef4172b498a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:37:23.006894 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Bound using segment: {'id': 'b1334c8c-c64d-4704-aaf9-70e52d3fd205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '47559312-5240-4014-a676-7ef4172b498a'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:37:23.007316 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Bound port: 12837a6b-0a40-4b1d-87f4-e08d27d43b9d, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1334c8c-c64d-4704-aaf9-70e52d3fd205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '47559312-5240-4014-a676-7ef4172b498a'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:37:23.007673 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (12837a6b-0a40-4b1d-87f4-e08d27d43b9d), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:23.069183 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] For port 12837a6b-0a40-4b1d-87f4-e08d27d43b9d, host hv-cinder-84969, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:37:23.072180 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] For port 12837a6b-0a40-4b1d-87f4-e08d27d43b9d, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=12837a6b-0a40-4b1d-87f4-e08d27d43b9d,segment=NetworkSegment(b1334c8c-c64d-4704-aaf9-70e52d3fd205),segment_id=b1334c8c-c64d-4704-aaf9-70e52d3fd205)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:37:23.078620 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (12837a6b-0a40-4b1d-87f4-e08d27d43b9d), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:23.108172 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:23.108762 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:23.110227 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-afbbb089-f209-4729-8c81-b1752120083f service neutron] 10.222.0.20 "PUT /v2.0/ports/12837a6b-0a40-4b1d-87f4-e08d27d43b9d HTTP/1.1" status: 200 len: 1094 time: 0.6098917 Jul 27 16:37:23.112735 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08429cca-b299-45bc-838e-0c4318fd40b6', 'tag': '12837a6b-0a40-4b1d-87f4-e08d27d43b9d'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:37:23.115459 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef593def-cece-49f3-9e00-e3fa8c6b82fa" -d '{"events": [{"name": "network-changed", "server_uuid": "08429cca-b299-45bc-838e-0c4318fd40b6", "tag": "12837a6b-0a40-4b1d-87f4-e08d27d43b9d"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:23.161929 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4273803b-eba2-4dd5-9165-4d3e506db1ca x-openstack-request-id: req-4273803b-eba2-4dd5-9165-4d3e506db1ca {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:23.162218 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08429cca-b299-45bc-838e-0c4318fd40b6", "tag": "12837a6b-0a40-4b1d-87f4-e08d27d43b9d", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:23.162473 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4273803b-eba2-4dd5-9165-4d3e506db1ca {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:23.162877 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4273803b-eba2-4dd5-9165-4d3e506db1ca'] response: {'name': 'network-changed', 'server_uuid': '08429cca-b299-45bc-838e-0c4318fd40b6', 'tag': '12837a6b-0a40-4b1d-87f4-e08d27d43b9d', 'status': 'completed', 'code': 200} Jul 27 16:37:23.178323 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbb089-f209-4729-8c81-b1752120083f service neutron] Pushing event updated for resources: {'Port': ['ID=12837a6b-0a40-4b1d-87f4-e08d27d43b9d,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:23.191611 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26549e8f-420b-4f97-bf17-4aba2ab7de22 req-ec025b37-3708-4089-9dac-2b0de6fb6b25 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:23.193121 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26549e8f-420b-4f97-bf17-4aba2ab7de22 req-ec025b37-3708-4089-9dac-2b0de6fb6b25 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0657101 Jul 27 16:37:23.243094 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26549e8f-420b-4f97-bf17-4aba2ab7de22 req-ca292a24-85b2-4a6d-856e-a081f6da65f1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445285 Jul 27 16:37:23.507239 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929c8fb-71f4-48f2-a352-6365a192d9c3 req-a8480688-774c-475c-b930-b6d3e6955230 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:23.508709 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d929c8fb-71f4-48f2-a352-6365a192d9c3 req-a8480688-774c-475c-b930-b6d3e6955230 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 944 time: 0.0769079 Jul 27 16:37:23.514033 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef593def-cece-49f3-9e00-e3fa8c6b82fa req-fd3caa10-f78a-466b-ae50-7673c69f4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:23.515432 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ef593def-cece-49f3-9e00-e3fa8c6b82fa req-fd3caa10-f78a-466b-ae50-7673c69f4509 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef3e0b606114adfbb6ff0c7e5648bea&device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 1128 time: 0.0536096 Jul 27 16:37:23.614416 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d929c8fb-71f4-48f2-a352-6365a192d9c3 req-d70a3ea4-1a27-4741-ba8e-5e64f4ab8539 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980456 Jul 27 16:37:23.645902 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef593def-cece-49f3-9e00-e3fa8c6b82fa req-1b395469-6af1-4de2-b27e-c58e894cf999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:23.647278 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ef593def-cece-49f3-9e00-e3fa8c6b82fa req-1b395469-6af1-4de2-b27e-c58e894cf999 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=fef3e0b606114adfbb6ff0c7e5648bea&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1240935 Jul 27 16:37:23.748301 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef593def-cece-49f3-9e00-e3fa8c6b82fa req-ba0dc3c9-b3f1-4c90-b72f-f1e988f76f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:23.749799 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ef593def-cece-49f3-9e00-e3fa8c6b82fa req-ba0dc3c9-b3f1-4c90-b72f-f1e988f76f89 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927870 Jul 27 16:37:23.817843 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:23.824092 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-0e29676e-9a09-4c39-8f80-8ce93b05bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:23.825569 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-0e29676e-9a09-4c39-8f80-8ce93b05bfbb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef3e0b606114adfbb6ff0c7e5648bea&device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 1128 time: 0.0399098 Jul 27 16:37:23.864571 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-a0f477bf-670d-4f0c-b15c-0798bdbf3279 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12837a6b-0a40-4b1d-87f4-e08d27d43b9d HTTP/1.1" status: 200 len: 217 time: 0.0322719 Jul 27 16:37:23.937483 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-feb57003-8609-44c9-823d-349901bf5da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:23.939303 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-feb57003-8609-44c9-823d-349901bf5da3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b21410e-09d2-4499-9f12-9b60ca73dcc2 HTTP/1.1" status: 200 len: 848 time: 0.0667133 Jul 27 16:37:24.000098 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:24.361166 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e44dd3-1217-464c-8bff-e69a953272fc req-acbd3162-1d2b-4347-bc37-89e455e896c4 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:24.362643 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-36e44dd3-1217-464c-8bff-e69a953272fc req-acbd3162-1d2b-4347-bc37-89e455e896c4 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0482378 Jul 27 16:37:24.412842 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-36e44dd3-1217-464c-8bff-e69a953272fc req-6c2fc15b-4b0a-45cc-9cc9-19a15a6e1c62 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447547 Jul 27 16:37:24.741475 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-37314998-c81f-48be-839e-d76d049e6afc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47559312-5240-4014-a676-7ef4172b498a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289693 Jul 27 16:37:24.752517 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bd276-cfe1-40ff-9cd2-1228b2f6feb9 req-49d3963a-eac8-4868-bd90-45d36ec50fc4 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:24.753933 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-474bd276-cfe1-40ff-9cd2-1228b2f6feb9 req-49d3963a-eac8-4868-bd90-45d36ec50fc4 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 944 time: 0.0694859 Jul 27 16:37:24.802822 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-474bd276-cfe1-40ff-9cd2-1228b2f6feb9 req-8f68d05b-e7ae-41a9-8cc8-6d06ac0743a9 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433939 Jul 27 16:37:25.350400 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-02d0f0ea-5bce-4302-bfea-258dcad2c612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:25.532815 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a30cb-55e8-43f3-9035-e8669b186156 req-1d32587b-088e-4132-9926-98a3e6f5f474 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:25.534358 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cd8a30cb-55e8-43f3-9035-e8669b186156 req-1d32587b-088e-4132-9926-98a3e6f5f474 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0480452 Jul 27 16:37:25.581053 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cd8a30cb-55e8-43f3-9035-e8669b186156 req-b6ba5c83-da49-4e29-a5ee-8f50172abdff tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412490 Jul 27 16:37:25.920441 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55a09b-3c6c-4aec-ad73-f56dbbca56c3 req-3558f715-1714-442b-b5a7-42e24701bdd6 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:25.922088 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ee55a09b-3c6c-4aec-ad73-f56dbbca56c3 req-3558f715-1714-442b-b5a7-42e24701bdd6 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 944 time: 0.0471265 Jul 27 16:37:25.946694 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:25.968714 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ee55a09b-3c6c-4aec-ad73-f56dbbca56c3 req-e6f27ad4-8973-45f5-8844-412e12e082ed tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412245 Jul 27 16:37:26.540820 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-3e1d69b8-9f55-4ced-85f0-090ce250f14e service neutron] 10.222.0.20 "GET /v2.0/networks/47559312-5240-4014-a676-7ef4172b498a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870132 Jul 27 16:37:26.638077 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4178dc52-ff2a-4220-855a-42638968f3a8 req-77a2e4b7-f201-4d67-92f2-31dd1545eb52 service neutron] 10.222.0.20 "GET /v2.0/networks/47559312-5240-4014-a676-7ef4172b498a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906439 Jul 27 16:37:26.701486 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b9534-fae2-4e49-9c11-cc861df1a9ee req-15265fa0-a5de-4db4-825a-eae61232c09a tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:26.702935 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd5b9534-fae2-4e49-9c11-cc861df1a9ee req-15265fa0-a5de-4db4-825a-eae61232c09a tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0469174 Jul 27 16:37:26.750218 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd5b9534-fae2-4e49-9c11-cc861df1a9ee req-3164e8bf-c81d-4f5f-96a2-64f9f952a609 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417764 Jul 27 16:37:26.815561 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=53,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:26.816394 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=28,neutron:DELETE=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:27.113700 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b874e-c4e9-4450-b5fd-9f19b2dab76c req-8eabe137-94f3-417c-856d-60c0d2367492 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:27.115201 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9f1b874e-c4e9-4450-b5fd-9f19b2dab76c req-8eabe137-94f3-417c-856d-60c0d2367492 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 944 time: 0.0636368 Jul 27 16:37:27.177360 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9f1b874e-c4e9-4450-b5fd-9f19b2dab76c req-140f7668-482a-40af-83ce-5b2cbc84fb19 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547550 Jul 27 16:37:27.458482 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e7bdc10f-aa82-411b-be32-e54ee0ae5aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:27.870027 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431da7f6-c6cd-40b1-b266-7aaa5589bd08 req-eb70ccf4-f012-4f3c-a51d-b6c5166fef9c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:27.871461 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-431da7f6-c6cd-40b1-b266-7aaa5589bd08 req-eb70ccf4-f012-4f3c-a51d-b6c5166fef9c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0504301 Jul 27 16:37:27.919204 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-431da7f6-c6cd-40b1-b266-7aaa5589bd08 req-9c323336-9428-43f4-8379-29aa354c6fa2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422502 Jul 27 16:37:28.303762 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b297e2-8a82-4cca-94d9-f40313610683 req-53f5f7ec-168f-4008-b6c6-f8a61e2265c0 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:28.305380 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-15b297e2-8a82-4cca-94d9-f40313610683 req-53f5f7ec-168f-4008-b6c6-f8a61e2265c0 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 944 time: 0.0478792 Jul 27 16:37:28.340980 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:28.353295 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-15b297e2-8a82-4cca-94d9-f40313610683 req-9effa3c4-5465-4ba5-a0aa-58c979d3d011 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418851 Jul 27 16:37:28.718175 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:29.041082 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fcfd5-4a18-4bad-a7a4-94b947d65e7b req-fa604f5b-03fd-4147-b868-6038e531c89f tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:29.043208 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-876fcfd5-4a18-4bad-a7a4-94b947d65e7b req-fa604f5b-03fd-4147-b868-6038e531c89f tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0489299 Jul 27 16:37:29.095196 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-876fcfd5-4a18-4bad-a7a4-94b947d65e7b req-323fe6f6-771a-4ffc-9933-b66945c257c5 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462763 Jul 27 16:37:29.468236 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d6c46-c911-4c3e-89ea-188508055020 req-ed82023e-a522-457e-83b2-79af64d78940 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:29.469727 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d90d6c46-c911-4c3e-89ea-188508055020 req-ed82023e-a522-457e-83b2-79af64d78940 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 944 time: 0.0469811 Jul 27 16:37:29.520179 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d90d6c46-c911-4c3e-89ea-188508055020 req-e3c55acc-9b3e-4fac-803d-bd41eb6e031f tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449753 Jul 27 16:37:30.211402 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c1c19-017d-46c7-9a85-5fe146291359 req-32437d2b-a7a9-41f3-8ba7-be6d8854bcdd tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:30.213357 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-565c1c19-017d-46c7-9a85-5fe146291359 req-32437d2b-a7a9-41f3-8ba7-be6d8854bcdd tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0492470 Jul 27 16:37:30.260620 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-565c1c19-017d-46c7-9a85-5fe146291359 req-eeaf2962-9179-41f1-9d1d-21e6d0e3dec6 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416090 Jul 27 16:37:30.355341 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 12837a6b-0a40-4b1d-87f4-e08d27d43b9d details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:37:30.388860 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:30.468753 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 12837a6b-0a40-4b1d-87f4-e08d27d43b9d, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=12837a6b-0a40-4b1d-87f4-e08d27d43b9d,segment=NetworkSegment(b1334c8c-c64d-4704-aaf9-70e52d3fd205),segment_id=b1334c8c-c64d-4704-aaf9-70e52d3fd205)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:30.492205 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': '12837a6b-0a40-4b1d-87f4-e08d27d43b9d', 'network_id': '47559312-5240-4014-a676-7ef4172b498a', 'port_id': '12837a6b-0a40-4b1d-87f4-e08d27d43b9d', 'mac_address': 'fa:16:3e:f4:bb:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b21410e-09d2-4499-9f12-9b60ca73dcc2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:37:30.520254 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:30.535637 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 12837a6b-0a40-4b1d-87f4-e08d27d43b9d is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:37:30.536102 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (12837a6b-0a40-4b1d-87f4-e08d27d43b9d), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:30.549764 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12837a6b-0a40-4b1d-87f4-e08d27d43b9d {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:37:30.570396 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 12837a6b-0a40-4b1d-87f4-e08d27d43b9d, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=12837a6b-0a40-4b1d-87f4-e08d27d43b9d,segment=NetworkSegment(b1334c8c-c64d-4704-aaf9-70e52d3fd205),segment_id=b1334c8c-c64d-4704-aaf9-70e52d3fd205)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:30.574289 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (12837a6b-0a40-4b1d-87f4-e08d27d43b9d), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:30.595386 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:30.623031 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=12837a6b-0a40-4b1d-87f4-e08d27d43b9d,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:30.646386 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52129645-841b-4cd7-8ee7-55c9776e6cf1 req-22e3e841-a51e-43e9-bb3c-384b759a0e6b tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:30.647801 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52129645-841b-4cd7-8ee7-55c9776e6cf1 req-22e3e841-a51e-43e9-bb3c-384b759a0e6b tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 945 time: 0.0542221 Jul 27 16:37:30.699856 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52129645-841b-4cd7-8ee7-55c9776e6cf1 req-d02f8cf1-c8e9-42a2-be24-5c443dfc8893 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465844 Jul 27 16:37:31.004716 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['12837a6b-0a40-4b1d-87f4-e08d27d43b9d'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:37:31.376393 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db5214-573b-4d14-88aa-c28441e870c0 req-0f68299e-8eb1-4d06-a3e5-b6709f1d1d1e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:31.377944 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b4db5214-573b-4d14-88aa-c28441e870c0 req-0f68299e-8eb1-4d06-a3e5-b6709f1d1d1e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0477223 Jul 27 16:37:31.430589 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b4db5214-573b-4d14-88aa-c28441e870c0 req-37593856-d578-44ce-89f4-6c9fcbebe184 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462503 Jul 27 16:37:31.800150 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 12837a6b-0a40-4b1d-87f4-e08d27d43b9d up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:37:31.850175 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port 12837a6b-0a40-4b1d-87f4-e08d27d43b9d completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:37:31.858003 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port 12837a6b-0a40-4b1d-87f4-e08d27d43b9d triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:37:31.858813 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (12837a6b-0a40-4b1d-87f4-e08d27d43b9d), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:31.950116 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:31.961667 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:31.970290 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 12837a6b-0a40-4b1d-87f4-e08d27d43b9d is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:37:31.970852 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (12837a6b-0a40-4b1d-87f4-e08d27d43b9d), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:32.000797 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7513cf-418c-403f-97b1-37110b22c0bd req-f49230e2-9f23-448c-9eae-335766722b93 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:32.001986 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08429cca-b299-45bc-838e-0c4318fd40b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12837a6b-0a40-4b1d-87f4-e08d27d43b9d'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:37:32.004762 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ceafb75-4e19-444a-bf11-877d3b3cf618" -d '{"events": [{"server_uuid": "08429cca-b299-45bc-838e-0c4318fd40b6", "name": "network-vif-plugged", "status": "completed", "tag": "12837a6b-0a40-4b1d-87f4-e08d27d43b9d"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:32.007906 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-de7513cf-418c-403f-97b1-37110b22c0bd req-f49230e2-9f23-448c-9eae-335766722b93 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 945 time: 0.0671122 Jul 27 16:37:32.020760 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 12837a6b-0a40-4b1d-87f4-e08d27d43b9d, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=12837a6b-0a40-4b1d-87f4-e08d27d43b9d,segment=NetworkSegment(b1334c8c-c64d-4704-aaf9-70e52d3fd205),segment_id=b1334c8c-c64d-4704-aaf9-70e52d3fd205)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:32.026401 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (12837a6b-0a40-4b1d-87f4-e08d27d43b9d), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:32.055619 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d83576-03aa-42fd-87bf-5d8a3a5c5c02 x-openstack-request-id: req-80d83576-03aa-42fd-87bf-5d8a3a5c5c02 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:32.055962 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08429cca-b299-45bc-838e-0c4318fd40b6", "name": "network-vif-plugged", "status": "completed", "tag": "12837a6b-0a40-4b1d-87f4-e08d27d43b9d", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:32.056247 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-80d83576-03aa-42fd-87bf-5d8a3a5c5c02 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:32.056650 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80d83576-03aa-42fd-87bf-5d8a3a5c5c02'] response: {'server_uuid': '08429cca-b299-45bc-838e-0c4318fd40b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12837a6b-0a40-4b1d-87f4-e08d27d43b9d', 'code': 200} Jul 27 16:37:32.060803 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-de7513cf-418c-403f-97b1-37110b22c0bd req-1a01cbf4-ccd8-4ae1-ac4b-663d71994e82 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515139 Jul 27 16:37:32.089193 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=12837a6b-0a40-4b1d-87f4-e08d27d43b9d,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:32.184791 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 39948) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:32.317901 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ac27c778-1bd0-42b2-bd84-d71f948adac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:32.402296 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ac27c778-1bd0-42b2-bd84-d71f948adac8 admin admin] Publish callbacks [] for security_group (7130fb0e-cf78-4602-9293-0ade0eacc5c5), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:32.406725 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ac27c778-1bd0-42b2-bd84-d71f948adac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (7130fb0e-cf78-4602-9293-0ade0eacc5c5), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:32.446288 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ac27c778-1bd0-42b2-bd84-d71f948adac8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4c98d056a74c4debb76497a087e6bb0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597108 Jul 27 16:37:32.447381 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27c778-1bd0-42b2-bd84-d71f948adac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7130fb0e-cf78-4602-9293-0ade0eacc5c5,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:32.448986 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 39952) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:32.500312 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6ee272f8-ed40-4431-b96d-171c10e1e280 admin admin] Publish callbacks [] for security_group (7130fb0e-cf78-4602-9293-0ade0eacc5c5), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:32.549264 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6ee272f8-ed40-4431-b96d-171c10e1e280 admin admin] Publish callbacks [] for security_group (7130fb0e-cf78-4602-9293-0ade0eacc5c5), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:32.570027 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9c302-72fb-46bb-9685-b8b4954eb5f3 req-ca5277b4-a602-49f4-be43-86f59ef2986d tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:32.571488 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1ab9c302-72fb-46bb-9685-b8b4954eb5f3 req-ca5277b4-a602-49f4-be43-86f59ef2986d tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0666986 Jul 27 16:37:32.636536 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1ab9c302-72fb-46bb-9685-b8b4954eb5f3 req-e3434b44-3fb5-404a-bcab-4a9e78b7e42a tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588708 Jul 27 16:37:32.658781 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6ee272f8-ed40-4431-b96d-171c10e1e280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (7130fb0e-cf78-4602-9293-0ade0eacc5c5), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:32.663296 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6ee272f8-ed40-4431-b96d-171c10e1e280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:32.664491 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6ee272f8-ed40-4431-b96d-171c10e1e280 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7130fb0e-cf78-4602-9293-0ade0eacc5c5 HTTP/1.1" status: 204 len: 168 time: 0.2144206 Jul 27 16:37:32.676721 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee272f8-ed40-4431-b96d-171c10e1e280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7130fb0e-cf78-4602-9293-0ade0eacc5c5,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:33.186152 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6bd1f-2c00-4f8d-86b5-8e0866a4a1a8 req-1789d93d-f495-4af8-a535-23f7ceffc04a tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:33.187697 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-31b6bd1f-2c00-4f8d-86b5-8e0866a4a1a8 req-1789d93d-f495-4af8-a535-23f7ceffc04a tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 946 time: 0.0501060 Jul 27 16:37:33.238514 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-31b6bd1f-2c00-4f8d-86b5-8e0866a4a1a8 req-47d3bb4c-e7fc-454a-9865-494871b788b7 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451734 Jul 27 16:37:33.755220 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced8163-bee6-4c98-9f34-245976266091 req-b2c62da0-50ed-4124-a5c2-9cfdc7e14d2b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:33.756983 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aced8163-bee6-4c98-9f34-245976266091 req-b2c62da0-50ed-4124-a5c2-9cfdc7e14d2b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0488629 Jul 27 16:37:33.776723 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:33.808526 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aced8163-bee6-4c98-9f34-245976266091 req-b0d4a6e9-b68a-404b-9255-bb67b4b2cb02 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460179 Jul 27 16:37:33.990754 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:37:34.359836 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e57747-2a73-4d11-bc24-6f4bab7ca754 req-cd45402d-f872-42a2-8bd7-536f924d8be4 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:34.361222 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5e57747-2a73-4d11-bc24-6f4bab7ca754 req-cd45402d-f872-42a2-8bd7-536f924d8be4 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 946 time: 0.0513582 Jul 27 16:37:34.406834 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5e57747-2a73-4d11-bc24-6f4bab7ca754 req-794a5817-cec0-4e7e-89e5-cbd799deb2fc tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401309 Jul 27 16:37:34.923785 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ea0f6-6ad3-47e6-a2b2-424728721718 req-dd179101-9d44-477b-91b9-f86758d58536 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:34.925285 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ab4ea0f6-6ad3-47e6-a2b2-424728721718 req-dd179101-9d44-477b-91b9-f86758d58536 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0466797 Jul 27 16:37:34.972604 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ab4ea0f6-6ad3-47e6-a2b2-424728721718 req-f6aef696-e498-468a-b64d-1ed240280f38 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418015 Jul 27 16:37:35.062766 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d4f79-915e-4d1b-a5f6-65dfe467e294 req-1e471eb3-5a45-4174-9cb0-d80367e79526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:35.064301 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-072d4f79-915e-4d1b-a5f6-65dfe467e294 req-1e471eb3-5a45-4174-9cb0-d80367e79526 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 1130 time: 0.0790887 Jul 27 16:37:35.069231 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c082849-f9d7-4b02-a308-b55abbba49dc req-2850114e-e8ae-4757-9de9-60d13966123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:35.070600 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7c082849-f9d7-4b02-a308-b55abbba49dc req-2850114e-e8ae-4757-9de9-60d13966123a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 1130 time: 0.0551171 Jul 27 16:37:35.149305 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7c082849-f9d7-4b02-a308-b55abbba49dc req-05a3e21a-e685-4a5f-8a38-46ec942666a6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668175 Jul 27 16:37:35.152569 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-072d4f79-915e-4d1b-a5f6-65dfe467e294 req-565ef073-6d77-4408-9d4b-18a8f66a1bb6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690899 Jul 27 16:37:35.523753 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2770d-009e-41dd-bab5-69049bd88131 req-0d53745d-7fa2-440e-882a-7049d47e823c tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:35.525489 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-06a2770d-009e-41dd-bab5-69049bd88131 req-0d53745d-7fa2-440e-882a-7049d47e823c tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 946 time: 0.0484507 Jul 27 16:37:35.576829 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-06a2770d-009e-41dd-bab5-69049bd88131 req-c2573306-e736-4237-a047-8058e9c0d00a tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451992 Jul 27 16:37:36.103179 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb167f4a-8607-4c3b-955f-628d532b9bad req-36a29182-5737-4fc7-98c2-a380b499f5d9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:36.104632 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cb167f4a-8607-4c3b-955f-628d532b9bad req-36a29182-5737-4fc7-98c2-a380b499f5d9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0539563 Jul 27 16:37:36.147502 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:36.152282 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cb167f4a-8607-4c3b-955f-628d532b9bad req-8cc39b9a-309f-4d82-8c9b-8dc40d331cd6 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Jul 27 16:37:36.698531 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36dbff-1b31-4319-9546-fc0208cc914c req-c60950e0-461b-4adf-940a-21dac7320dd7 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:36.699937 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3c36dbff-1b31-4319-9546-fc0208cc914c req-c60950e0-461b-4adf-940a-21dac7320dd7 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 946 time: 0.0513191 Jul 27 16:37:36.748635 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3c36dbff-1b31-4319-9546-fc0208cc914c req-ce6d97f4-f12d-40bd-8cb5-05a53b33b52e tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428736 Jul 27 16:37:37.270307 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790c394-dd1a-4ee1-8d2e-e2c39cfb2b25 req-252ff3a4-cf57-4e17-91aa-b225df657a59 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:37.271789 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5790c394-dd1a-4ee1-8d2e-e2c39cfb2b25 req-252ff3a4-cf57-4e17-91aa-b225df657a59 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0501721 Jul 27 16:37:37.325741 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5790c394-dd1a-4ee1-8d2e-e2c39cfb2b25 req-a638e15a-58a2-4323-8ab3-cce5e66cb67e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482836 Jul 27 16:37:37.876039 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557e028-21fd-4fa0-8514-76459d36300d req-919fce3f-81f0-4f79-991b-0086ad4ab9bd tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:37.877534 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4557e028-21fd-4fa0-8514-76459d36300d req-919fce3f-81f0-4f79-991b-0086ad4ab9bd tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 946 time: 0.0482218 Jul 27 16:37:37.925148 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4557e028-21fd-4fa0-8514-76459d36300d req-25771107-8306-440f-a8b4-b7c1d06f25fd tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419440 Jul 27 16:37:38.442373 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13458b-2269-49a0-aa46-c90cdb2b6222 req-3af80ebe-934d-4cfb-a456-9e0ee524cd9c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:38.443830 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b13458b-2269-49a0-aa46-c90cdb2b6222 req-3af80ebe-934d-4cfb-a456-9e0ee524cd9c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0476983 Jul 27 16:37:38.494717 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b13458b-2269-49a0-aa46-c90cdb2b6222 req-f2b592f5-362c-45ea-973c-45d49328be06 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453346 Jul 27 16:37:39.031279 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:39.042670 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c0203-5f27-48fa-8b9f-519bde58e0b4 req-3a4cbf06-2729-4d93-b624-df6cae6d043e tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:39.044681 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-713c0203-5f27-48fa-8b9f-519bde58e0b4 req-3a4cbf06-2729-4d93-b624-df6cae6d043e tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 946 time: 0.0474603 Jul 27 16:37:39.091941 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-713c0203-5f27-48fa-8b9f-519bde58e0b4 req-4f57c21a-1865-41a9-b764-15c0bacc15fa tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416873 Jul 27 16:37:39.628221 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed40d25-c373-4429-ba90-06d955a3be43 req-10dc3051-18e7-4298-b0d5-60e0613569be tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:39.629796 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed40d25-c373-4429-ba90-06d955a3be43 req-10dc3051-18e7-4298-b0d5-60e0613569be tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0491264 Jul 27 16:37:39.677665 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ed40d25-c373-4429-ba90-06d955a3be43 req-1e4f4f12-c7a0-41c2-983a-16eef1fd43b9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419259 Jul 27 16:37:39.796166 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf16a5-ca69-4836-9c72-26eb75c644cf req-6e3b2489-8b1e-4ef9-8db1-b50f8f326797 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:39.797674 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5ccf16a5-ca69-4836-9c72-26eb75c644cf req-6e3b2489-8b1e-4ef9-8db1-b50f8f326797 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0509698 Jul 27 16:37:39.845557 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5ccf16a5-ca69-4836-9c72-26eb75c644cf req-a59aaa6a-a72c-4c47-9198-a231415eb0fc tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423677 Jul 27 16:37:40.219216 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4382ea-1c9e-40ad-aee4-049ee21ec725 req-00fb2fba-40d8-41dc-984b-02b4b79e9e37 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:40.220670 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8b4382ea-1c9e-40ad-aee4-049ee21ec725 req-00fb2fba-40d8-41dc-984b-02b4b79e9e37 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 946 time: 0.0487595 Jul 27 16:37:40.267769 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8b4382ea-1c9e-40ad-aee4-049ee21ec725 req-f4ac7b23-e8af-4be3-be46-198a42e810dd tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Jul 27 16:37:41.389487 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a0d14-7518-4255-8176-725bd327f791 req-39d26e3c-3d19-47f1-b645-a2a013ce55f7 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:41.390933 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c65a0d14-7518-4255-8176-725bd327f791 req-39d26e3c-3d19-47f1-b645-a2a013ce55f7 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 946 time: 0.0502751 Jul 27 16:37:41.436678 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c65a0d14-7518-4255-8176-725bd327f791 req-85caa869-1a78-4d37-b59a-e825ed2ef79e tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 Jul 27 16:37:42.086657 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:42.440349 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:42.443624 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:42.557017 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d493f3-3da6-4ccc-bd1d-c8a31f0a6489 req-af423404-a2bc-4ce2-be00-afffaae14c78 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:42.558517 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-46d493f3-3da6-4ccc-bd1d-c8a31f0a6489 req-af423404-a2bc-4ce2-be00-afffaae14c78 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 946 time: 0.0516572 Jul 27 16:37:42.611503 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-46d493f3-3da6-4ccc-bd1d-c8a31f0a6489 req-7e6d9ff9-787d-4be5-a1f5-f9252f0d3457 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466008 Jul 27 16:37:42.691290 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=51 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:43.008578 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:43.747097 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d9eba-56b6-44bf-9f6f-0686b381f970 req-ddd55efc-e037-4235-925c-3577dc57b613 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:43.757449 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b58d9eba-56b6-44bf-9f6f-0686b381f970 req-ddd55efc-e037-4235-925c-3577dc57b613 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 946 time: 0.0691564 Jul 27 16:37:43.771775 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:43.810214 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b58d9eba-56b6-44bf-9f6f-0686b381f970 req-0850c27f-75bf-4467-b31c-bcf24f6c1280 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517862 Jul 27 16:37:43.987487 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=5 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:44.706655 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b349d1-6c19-447d-8941-8a1e7ba46511 req-80729fab-69e9-462b-a905-1c60934a4db0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:44.708195 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-77b349d1-6c19-447d-8941-8a1e7ba46511 req-80729fab-69e9-462b-a905-1c60934a4db0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.1013868 Jul 27 16:37:44.712367 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b95a85-a248-4449-ad93-0ba84945153a req-f25b4a63-97ae-4419-bee6-9948cae49b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:44.713929 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-96b95a85-a248-4449-ad93-0ba84945153a req-f25b4a63-97ae-4419-bee6-9948cae49b71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 1129 time: 0.0896573 Jul 27 16:37:44.766242 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3cdff-ecb8-4ac3-8fa6-2cabcd0934c7 req-30001b65-f763-4179-9171-b9b77c35cec8 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:44.767760 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-78c3cdff-ecb8-4ac3-8fa6-2cabcd0934c7 req-30001b65-f763-4179-9171-b9b77c35cec8 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 946 time: 0.0812185 Jul 27 16:37:44.808055 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-77b349d1-6c19-447d-8941-8a1e7ba46511 req-3b64a4eb-5807-4266-a2bf-ffeb4a919bd2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928974 Jul 27 16:37:44.836698 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-78c3cdff-ecb8-4ac3-8fa6-2cabcd0934c7 req-25121937-5b10-4f27-92b5-c2e26ae7212f tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610743 Jul 27 16:37:45.965181 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142b53d-fea5-415f-9221-fa5b969759d5 req-604212c3-dd6a-43a7-9dab-b2f01151bd60 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:45.967247 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d142b53d-fea5-415f-9221-fa5b969759d5 req-604212c3-dd6a-43a7-9dab-b2f01151bd60 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0772135 Jul 27 16:37:45.988087 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0210345-098e-4241-9248-345c9677fd3b req-aff7ca0a-6421-4fd5-9187-692ea4786a65 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:45.989524 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0210345-098e-4241-9248-345c9677fd3b req-aff7ca0a-6421-4fd5-9187-692ea4786a65 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 946 time: 0.0703878 Jul 27 16:37:46.071182 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d142b53d-fea5-415f-9221-fa5b969759d5 req-bb52432c-3e1f-4bb4-9fca-d7b31d6daedd tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978403 Jul 27 16:37:46.076228 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d0210345-098e-4241-9248-345c9677fd3b req-60bb5bae-f22d-4655-9ddd-da162dd0316a tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791981 Jul 27 16:37:47.215016 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:47.232795 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4443d-78d0-4e7b-bf25-ae8bdf244bdc req-d57dac8f-1090-41be-bdd5-35b2817a765e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:47.234297 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a3d4443d-78d0-4e7b-bf25-ae8bdf244bdc req-d57dac8f-1090-41be-bdd5-35b2817a765e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0817151 Jul 27 16:37:47.244701 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e2a74-4b99-49dd-a17e-bebf96c306f9 req-7e7b674b-37f0-46a5-99b9-0e742da7f5a2 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:47.246133 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2a2e2a74-4b99-49dd-a17e-bebf96c306f9 req-7e7b674b-37f0-46a5-99b9-0e742da7f5a2 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 946 time: 0.0635600 Jul 27 16:37:47.323199 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a3d4443d-78d0-4e7b-bf25-ae8bdf244bdc req-f748392e-9b85-4e5b-8ef1-e641a67f6cc3 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744503 Jul 27 16:37:47.328230 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2a2e2a74-4b99-49dd-a17e-bebf96c306f9 req-4be45428-37e6-4229-a2d9-407c06cdf6fa tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739348 Jul 27 16:37:48.524447 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0f724-a27d-4789-b91d-0b155183c7a1 req-867ef5c5-067d-413a-a86d-debd9c3c061b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:48.525934 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e8d0f724-a27d-4789-b91d-0b155183c7a1 req-867ef5c5-067d-413a-a86d-debd9c3c061b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.1162920 Jul 27 16:37:48.536383 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f7aea-ea2e-4069-af71-3feea34ab698 req-ddb54a11-421e-4fe3-aace-f4a5f75068dd tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:48.537772 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-962f7aea-ea2e-4069-af71-3feea34ab698 req-ddb54a11-421e-4fe3-aace-f4a5f75068dd tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 946 time: 0.0944366 Jul 27 16:37:48.610679 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b95a85-a248-4449-ad93-0ba84945153a req-9043db3d-758f-4914-a58c-cbb95d356816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:48.612149 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-96b95a85-a248-4449-ad93-0ba84945153a req-9043db3d-758f-4914-a58c-cbb95d356816 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 919 time: 0.2360284 Jul 27 16:37:48.636531 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e8d0f724-a27d-4789-b91d-0b155183c7a1 req-1b2a18ff-a0d9-450d-a65d-799151b8cc9a tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977926 Jul 27 16:37:48.640104 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-962f7aea-ea2e-4069-af71-3feea34ab698 req-edbaa751-d86e-4c39-a298-f89e31414f07 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901663 Jul 27 16:37:49.070335 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-96b95a85-a248-4449-ad93-0ba84945153a req-7f240069-9734-451e-a0f4-923377443b69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee2f2c0f-c666-48ff-8555-4ac295050a28 HTTP/1.1" status: 200 len: 217 time: 0.0386999 Jul 27 16:37:49.394050 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:49.400713 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b95a85-a248-4449-ad93-0ba84945153a req-74136af7-a90e-4a1c-b282-3523a21d2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:49.402182 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-96b95a85-a248-4449-ad93-0ba84945153a req-74136af7-a90e-4a1c-b282-3523a21d2b1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6261f153-df76-4666-8c12-d3f7ad70249a HTTP/1.1" status: 200 len: 857 time: 0.3195312 Jul 27 16:37:49.413603 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2503c9-81c7-4271-8ad3-2fa9bf4e5566 req-a00cc144-d41c-4a79-a625-76611db4c844 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:49.414937 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bf2503c9-81c7-4271-8ad3-2fa9bf4e5566 req-a00cc144-d41c-4a79-a625-76611db4c844 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.20 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 946 time: 0.0621417 Jul 27 16:37:49.561310 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b95a85-a248-4449-ad93-0ba84945153a req-094da452-7f31-4dbe-8c3e-d15047e80758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:49.562923 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-96b95a85-a248-4449-ad93-0ba84945153a req-094da452-7f31-4dbe-8c3e-d15047e80758 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36a590e-5aca-4f4b-84ba-ed6272112a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675197 Jul 27 16:37:49.651640 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-bf2503c9-81c7-4271-8ad3-2fa9bf4e5566 req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Deleting port 12837a6b-0a40-4b1d-87f4-e08d27d43b9d {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:37:49.651977 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-bf2503c9-81c7-4271-8ad3-2fa9bf4e5566 req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (12837a6b-0a40-4b1d-87f4-e08d27d43b9d), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:49.828563 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 40306) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:49.852781 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db76fd-2986-4d9d-a940-1d611ee43453 req-514c12d5-9386-4cbe-8c2e-edb2925fcb24 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:49.854174 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-78db76fd-2986-4d9d-a940-1d611ee43453 req-514c12d5-9386-4cbe-8c2e-edb2925fcb24 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.1117816 Jul 27 16:37:49.855871 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-96b95a85-a248-4449-ad93-0ba84945153a req-73f565c4-c04c-4973-adc2-a1b2bdf4a054 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676566 Jul 27 16:37:49.864220 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e06b48-6af4-4c03-88f0-f4245f81a13c req-3cb5001a-2c3a-4fc1-9f1d-ab81c0c5ad5a tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:49.865641 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-28e06b48-6af4-4c03-88f0-f4245f81a13c req-3cb5001a-2c3a-4fc1-9f1d-ab81c0c5ad5a tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 946 time: 0.1468565 Jul 27 16:37:49.872210 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-bf2503c9-81c7-4271-8ad3-2fa9bf4e5566 req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] For port 12837a6b-0a40-4b1d-87f4-e08d27d43b9d, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=12837a6b-0a40-4b1d-87f4-e08d27d43b9d,segment=NetworkSegment(b1334c8c-c64d-4704-aaf9-70e52d3fd205),segment_id=b1334c8c-c64d-4704-aaf9-70e52d3fd205)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:37:49.872576 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-bf2503c9-81c7-4271-8ad3-2fa9bf4e5566 req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (12837a6b-0a40-4b1d-87f4-e08d27d43b9d), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:49.912613 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-bf2503c9-81c7-4271-8ad3-2fa9bf4e5566 req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Calling delete_port for 12837a6b-0a40-4b1d-87f4-e08d27d43b9d owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:37:49.948782 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:49.979431 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:50.054548 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d521e3b0-5a71-40a3-994f-4edccd51383c req-fe7f7b5d-7668-4291-8c7b-30c7e6d63219 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530689 Jul 27 16:37:50.073677 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-28e06b48-6af4-4c03-88f0-f4245f81a13c req-94d2f19d-0b92-4cee-b524-6c21c27e75aa tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/security-groups?id=95aa0d95-da80-41ae-a2c0-770727445a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983788 Jul 27 16:37:50.076528 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-78db76fd-2986-4d9d-a940-1d611ee43453 req-17b99e7f-b975-478b-8d80-8d20b6873966 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069459 Jul 27 16:37:50.099350 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Publish callbacks [] for security_group (511a7c6f-d583-423a-a713-76ce0f218fc2), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:50.107684 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-96b95a85-a248-4449-ad93-0ba84945153a req-13eb6d64-4afe-4745-978a-2dda2aadc372 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272451 Jul 27 16:37:50.123818 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (511a7c6f-d583-423a-a713-76ce0f218fc2), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:50.160592 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521e3b0-5a71-40a3-994f-4edccd51383c req-8b16e357-8a26-4594-9f98-f03dce58c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:50.162717 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d521e3b0-5a71-40a3-994f-4edccd51383c req-8b16e357-8a26-4594-9f98-f03dce58c5e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d570044769a44d9b18c905284cd9947&device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 1129 time: 0.0745842 Jul 27 16:37:50.179137 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-94e10538-a616-40e9-8647-76455631affc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bd543689d3ca415fb6cbb077489d07f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492641 Jul 27 16:37:50.180768 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511a7c6f-d583-423a-a713-76ce0f218fc2,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:50.182229 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 40312) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:50.188980 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.189335 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.189679 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.190054 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.190389 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.190722 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.191051 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.191381 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.191708 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.192039 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.192367 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.192691 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.193041 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.193564 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.193892 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e10538-a616-40e9-8647-76455631affc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.223161 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-bf2503c9-81c7-4271-8ad3-2fa9bf4e5566 req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (12837a6b-0a40-4b1d-87f4-e08d27d43b9d), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:50.265624 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Pushing event deleted for resources: {'Port': ['ID=12837a6b-0a40-4b1d-87f4-e08d27d43b9d,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:50.278190 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:50.295729 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521e3b0-5a71-40a3-994f-4edccd51383c req-77a33801-8318-478a-b663-24487079af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:50.297272 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d521e3b0-5a71-40a3-994f-4edccd51383c req-77a33801-8318-478a-b663-24487079af13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2b545b-e176-40e2-8391-7dafbc2122d9 HTTP/1.1" status: 200 len: 918 time: 0.0996168 Jul 27 16:37:50.298738 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.299090 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.299430 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.299770 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.300107 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.300435 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.300762 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.301127 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.301450 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.301771 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.302098 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.302421 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.302744 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.303069 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.303386 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:37:50.343569 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2503c9-81c7-4271-8ad3-2fa9bf4e5566 req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] No DVR routers for this DVR port 12837a6b-0a40-4b1d-87f4-e08d27d43b9d on host hv-cinder-84969 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:37:50.346371 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-bf2503c9-81c7-4271-8ad3-2fa9bf4e5566 req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:50.349873 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bf2503c9-81c7-4271-8ad3-2fa9bf4e5566 req-4c56eb59-8e43-435e-b189-89b318e5bd92 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.20 "DELETE /v2.0/ports/12837a6b-0a40-4b1d-87f4-e08d27d43b9d HTTP/1.1" status: 204 len: 173 time: 0.8613164 Jul 27 16:37:50.350624 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08429cca-b299-45bc-838e-0c4318fd40b6', 'name': 'network-vif-deleted', 'tag': '12837a6b-0a40-4b1d-87f4-e08d27d43b9d'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:37:50.353037 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3251afe3-882f-4a41-bc33-900209e67341" -d '{"events": [{"server_uuid": "08429cca-b299-45bc-838e-0c4318fd40b6", "name": "network-vif-deleted", "tag": "12837a6b-0a40-4b1d-87f4-e08d27d43b9d"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:37:50.356166 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f27ea8c6-cfba-4c72-87b9-5de4699ab71e admin admin] Publish callbacks [] for security_group (511a7c6f-d583-423a-a713-76ce0f218fc2), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:50.386211 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f27ea8c6-cfba-4c72-87b9-5de4699ab71e admin admin] Publish callbacks [] for security_group (511a7c6f-d583-423a-a713-76ce0f218fc2), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:50.407734 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff278ab-1d88-487d-97ea-3a9af5b97af9 x-openstack-request-id: req-cff278ab-1d88-487d-97ea-3a9af5b97af9 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:37:50.408245 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08429cca-b299-45bc-838e-0c4318fd40b6", "name": "network-vif-deleted", "tag": "12837a6b-0a40-4b1d-87f4-e08d27d43b9d", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:37:50.408731 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cff278ab-1d88-487d-97ea-3a9af5b97af9 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:37:50.413478 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d521e3b0-5a71-40a3-994f-4edccd51383c req-f85467af-7b46-40e3-91f3-f0c90ac41865 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efc8d307-e5f0-4084-9201-4869a986c38c HTTP/1.1" status: 200 len: 1001 time: 0.0701773 Jul 27 16:37:50.417690 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff278ab-1d88-487d-97ea-3a9af5b97af9'] response: {'server_uuid': '08429cca-b299-45bc-838e-0c4318fd40b6', 'name': 'network-vif-deleted', 'tag': '12837a6b-0a40-4b1d-87f4-e08d27d43b9d', 'status': 'completed', 'code': 200} Jul 27 16:37:50.419094 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:50.468047 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f27ea8c6-cfba-4c72-87b9-5de4699ab71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (511a7c6f-d583-423a-a713-76ce0f218fc2), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:50.471781 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f27ea8c6-cfba-4c72-87b9-5de4699ab71e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:50.475274 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f27ea8c6-cfba-4c72-87b9-5de4699ab71e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/511a7c6f-d583-423a-a713-76ce0f218fc2 HTTP/1.1" status: 204 len: 168 time: 0.2897835 Jul 27 16:37:50.481636 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ea8c6-cfba-4c72-87b9-5de4699ab71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511a7c6f-d583-423a-a713-76ce0f218fc2,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:37:50.553461 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521e3b0-5a71-40a3-994f-4edccd51383c req-6710bfb0-adb6-4212-a542-4e8c3172c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:50.555383 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d521e3b0-5a71-40a3-994f-4edccd51383c req-6710bfb0-adb6-4212-a542-4e8c3172c993 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd5a5861-0b12-4ebb-85aa-394b3176f5b9 HTTP/1.1" status: 200 len: 856 time: 0.0999808 Jul 27 16:37:50.651076 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521e3b0-5a71-40a3-994f-4edccd51383c req-eaacf8bf-2a60-4b10-ac37-83464420d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:50.652606 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d521e3b0-5a71-40a3-994f-4edccd51383c req-eaacf8bf-2a60-4b10-ac37-83464420d272 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2b545b-e176-40e2-8391-7dafbc2122d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509665 Jul 27 16:37:51.046825 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d521e3b0-5a71-40a3-994f-4edccd51383c req-8ec3e8f0-019c-4464-b106-3cd0aa552208 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923595 Jul 27 16:37:51.195753 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1e6b0bd5-daa6-406b-ab88-096e284402af req-6c5f1cec-a3b7-41bb-9d07-e32873210099 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 210 time: 0.0321560 Jul 27 16:37:51.241489 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ecbd9-5861-4d2b-947b-01b0af5a6148 req-d71f9768-9212-4017-a5de-1001ca61fffa tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:51.243175 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d56ecbd9-5861-4d2b-947b-01b0af5a6148 req-d71f9768-9212-4017-a5de-1001ca61fffa tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0504065 Jul 27 16:37:51.292072 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d56ecbd9-5861-4d2b-947b-01b0af5a6148 req-705cbcd1-f239-45de-a2bc-94617fd123d5 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426221 Jul 27 16:37:52.311099 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-69cb6748-dde3-4d70-943b-6437e415d48d req-3d3fa4db-7a77-4ed5-9bbb-fd13a89f57c1 tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 210 time: 0.0331955 Jul 27 16:37:52.411854 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e66f2-7f3d-44fa-9b69-1d2d066b0d8a req-85b488da-5de3-4e05-ae2d-e1093edfda27 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:52.413335 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a27e66f2-7f3d-44fa-9b69-1d2d066b0d8a req-85b488da-5de3-4e05-ae2d-e1093edfda27 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0502803 Jul 27 16:37:52.461056 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a27e66f2-7f3d-44fa-9b69-1d2d066b0d8a req-77c17cce-c6ff-4973-a685-75bde9e27397 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422516 Jul 27 16:37:53.418545 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 12837a6b-0a40-4b1d-87f4-e08d27d43b9d no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:37:53.421180 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c95f3ae6-5334-4485-b9b4-04c8c2ac1fe0 req-919d5daf-3de2-43cd-996d-a943843b9c2d tempest-VolumesActionsTest-1589379644 tempest-VolumesActionsTest-1589379644-project] 10.222.0.74 "GET /v2.0/ports?device_id=08429cca-b299-45bc-838e-0c4318fd40b6 HTTP/1.1" status: 200 len: 210 time: 0.0285106 Jul 27 16:37:53.441236 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: 12837a6b-0a40-4b1d-87f4-e08d27d43b9d {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:37:53.441872 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 12837a6b-0a40-4b1d-87f4-e08d27d43b9d not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:37:53.536192 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d521e3b0-5a71-40a3-994f-4edccd51383c req-919fd0c8-b506-4152-8ae0-2b46f2fced2e service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080301 Jul 27 16:37:53.591655 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50e7fb-e278-4c98-99a1-e22457f9916e req-9f89c687-f4ad-42be-ba50-311a4087b88c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:53.593178 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ac50e7fb-e278-4c98-99a1-e22457f9916e req-9f89c687-f4ad-42be-ba50-311a4087b88c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0492759 Jul 27 16:37:53.643281 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ac50e7fb-e278-4c98-99a1-e22457f9916e req-34eb7e24-4674-4e6d-b58f-c561220863eb tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446265 Jul 27 16:37:54.778948 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aa923-280c-4167-a1bf-2430670327f7 req-a4812307-2a5c-4c49-a80c-943497d756b0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:54.780962 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b33aa923-280c-4167-a1bf-2430670327f7 req-a4812307-2a5c-4c49-a80c-943497d756b0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0628421 Jul 27 16:37:54.832757 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b33aa923-280c-4167-a1bf-2430670327f7 req-b46dd50b-f292-4d94-9ebc-45ff0dea13e9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457027 Jul 27 16:37:55.353109 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7240d2b8-31f4-436c-b293-3a64fab46d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:55.973383 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d1358-7ebe-4e6f-8be8-4ca842f7323e req-28cf4ed7-0d59-40ad-8d30-4a557bd81224 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:55.975379 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da2d1358-7ebe-4e6f-8be8-4ca842f7323e req-28cf4ed7-0d59-40ad-8d30-4a557bd81224 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0564158 Jul 27 16:37:56.033129 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da2d1358-7ebe-4e6f-8be8-4ca842f7323e req-8688231e-761f-40da-ac6a-bd7525a7d9a9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501969 Jul 27 16:37:57.156774 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c521a13-f939-4538-aa97-0b00939c8ce0 req-244b2771-2860-4f73-ab10-8a086e35a82b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:57.158285 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c521a13-f939-4538-aa97-0b00939c8ce0 req-244b2771-2860-4f73-ab10-8a086e35a82b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0509210 Jul 27 16:37:57.188090 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:37:57.205978 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c521a13-f939-4538-aa97-0b00939c8ce0 req-17498dcb-a87a-4e3f-ac6c-2db2d777807d tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422065 Jul 27 16:37:57.460677 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-85e1ec71-ba68-4d2d-a8eb-7c50b6001bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:58.320301 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba629a-f186-49ec-8150-3519d70c450a req-64c3cbcf-94c0-4974-be82-9d91e1948c9b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:58.321795 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-09ba629a-f186-49ec-8150-3519d70c450a req-64c3cbcf-94c0-4974-be82-9d91e1948c9b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0463855 Jul 27 16:37:58.369805 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-09ba629a-f186-49ec-8150-3519d70c450a req-42edcecf-9880-4614-9a30-1d4884e1376b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413389 Jul 27 16:37:58.719491 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:37:59.497984 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143c497-e796-4fa9-80e5-02783ac92188 req-017a95d8-4f84-4401-bc56-997a2c7b7822 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:37:59.499608 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f143c497-e796-4fa9-80e5-02783ac92188 req-017a95d8-4f84-4401-bc56-997a2c7b7822 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0551181 Jul 27 16:37:59.550718 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f143c497-e796-4fa9-80e5-02783ac92188 req-f744e17d-86b6-42ef-9b73-ba46db31c096 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455873 Jul 27 16:37:59.870010 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 40574) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:37:59.975434 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2dd63e10-73e5-4820-a007-8fee9aca21d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:00.051651 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2dd63e10-73e5-4820-a007-8fee9aca21d9 admin admin] Publish callbacks [] for security_group (643dc76b-d0b0-426c-b226-e1dc063e4c94), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:00.055282 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2dd63e10-73e5-4820-a007-8fee9aca21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (643dc76b-d0b0-426c-b226-e1dc063e4c94), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:00.081865 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:00.088473 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:00.097600 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-2dd63e10-73e5-4820-a007-8fee9aca21d9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a240eaa073f3472a8ec5f6f6db94cb87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265632 Jul 27 16:38:00.098891 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd63e10-73e5-4820-a007-8fee9aca21d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643dc76b-d0b0-426c-b226-e1dc063e4c94,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:00.100442 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 40578) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:00.118630 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:00.151791 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5f634092-02b2-485d-9262-5a549696bcd2 admin admin] Publish callbacks [] for security_group (643dc76b-d0b0-426c-b226-e1dc063e4c94), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:00.174367 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5f634092-02b2-485d-9262-5a549696bcd2 admin admin] Publish callbacks [] for security_group (643dc76b-d0b0-426c-b226-e1dc063e4c94), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:00.222436 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5f634092-02b2-485d-9262-5a549696bcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (643dc76b-d0b0-426c-b226-e1dc063e4c94), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:00.225052 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5f634092-02b2-485d-9262-5a549696bcd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:00.226306 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5f634092-02b2-485d-9262-5a549696bcd2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/643dc76b-d0b0-426c-b226-e1dc063e4c94 HTTP/1.1" status: 204 len: 168 time: 0.1248200 Jul 27 16:38:00.236509 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f634092-02b2-485d-9262-5a549696bcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643dc76b-d0b0-426c-b226-e1dc063e4c94,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:00.406779 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:00.499221 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:00.689351 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17761ff0-661d-4bc1-820a-7debd0c15c20 req-447cdb71-4b2c-43c5-86d9-3b57ab2b2869 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:00.691738 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-17761ff0-661d-4bc1-820a-7debd0c15c20 req-447cdb71-4b2c-43c5-86d9-3b57ab2b2869 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0613780 Jul 27 16:38:00.760436 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-17761ff0-661d-4bc1-820a-7debd0c15c20 req-4f31dabe-f6a8-40a3-b947-506c41fa3701 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620127 Jul 27 16:38:01.902756 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1588e-17af-412d-a091-a3a46fa0e2a5 req-317dc230-8826-4078-a94b-a85c6eb75b39 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:01.905606 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-37f1588e-17af-412d-a091-a3a46fa0e2a5 req-317dc230-8826-4078-a94b-a85c6eb75b39 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0561488 Jul 27 16:38:01.963690 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-37f1588e-17af-412d-a091-a3a46fa0e2a5 req-73dfd0c4-4005-4cec-aaea-1ec1bb677dc0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524442 Jul 27 16:38:02.244719 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 40628) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:02.364527 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-16183d0c-50a5-4a31-9d64-dbde76882368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:02.459089 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-16183d0c-50a5-4a31-9d64-dbde76882368 admin admin] Publish callbacks [] for security_group (681a5038-08de-41eb-bf9a-97176c2eccab), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:02.464942 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-16183d0c-50a5-4a31-9d64-dbde76882368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (681a5038-08de-41eb-bf9a-97176c2eccab), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:02.505524 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16183d0c-50a5-4a31-9d64-dbde76882368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681a5038-08de-41eb-bf9a-97176c2eccab,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:02.510205 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-16183d0c-50a5-4a31-9d64-dbde76882368 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0de76c9908a24002a9a5ae43249489f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647023 Jul 27 16:38:02.513092 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 40638) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:02.570148 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-474c0454-eec7-44a6-84f3-0ce6b6f358f6 admin admin] Publish callbacks [] for security_group (681a5038-08de-41eb-bf9a-97176c2eccab), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:02.594738 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-474c0454-eec7-44a6-84f3-0ce6b6f358f6 admin admin] Publish callbacks [] for security_group (681a5038-08de-41eb-bf9a-97176c2eccab), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:02.630927 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:02.654316 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-474c0454-eec7-44a6-84f3-0ce6b6f358f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (681a5038-08de-41eb-bf9a-97176c2eccab), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:02.656956 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-474c0454-eec7-44a6-84f3-0ce6b6f358f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:02.658112 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-474c0454-eec7-44a6-84f3-0ce6b6f358f6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/681a5038-08de-41eb-bf9a-97176c2eccab HTTP/1.1" status: 204 len: 168 time: 0.1438560 Jul 27 16:38:02.667439 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c0454-eec7-44a6-84f3-0ce6b6f358f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681a5038-08de-41eb-bf9a-97176c2eccab,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:02.978957 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 40644) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:02.993325 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1c9f1f4e-8aab-442d-af34-a48f1e61e6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:03.165018 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1c9f1f4e-8aab-442d-af34-a48f1e61e6d4 admin admin] Publish callbacks [] for security_group (24f5c880-c34b-4385-8613-01bd6a9746af), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:03.171358 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1c9f1f4e-8aab-442d-af34-a48f1e61e6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (24f5c880-c34b-4385-8613-01bd6a9746af), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:03.180884 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbe0d7-3025-4854-a683-3a3a14be45f2 req-09dcfdc7-7312-471f-bc2c-49da2b7dc5ad tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:03.182396 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-21fbe0d7-3025-4854-a683-3a3a14be45f2 req-09dcfdc7-7312-471f-bc2c-49da2b7dc5ad tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.1138256 Jul 27 16:38:03.226152 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1c9f1f4e-8aab-442d-af34-a48f1e61e6d4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0928b23755fc4186b04c65dade0f7f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460988 Jul 27 16:38:03.228835 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 40648) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:03.253354 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f1f4e-8aab-442d-af34-a48f1e61e6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f5c880-c34b-4385-8613-01bd6a9746af,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:03.293392 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-21fbe0d7-3025-4854-a683-3a3a14be45f2 req-9c02aea8-d298-457d-b6d7-8e1565f1eb0c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031127 Jul 27 16:38:03.307550 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1ff69664-df56-4d99-85e3-c348d9cfa5e3 admin admin] Publish callbacks [] for security_group (24f5c880-c34b-4385-8613-01bd6a9746af), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:03.341997 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1ff69664-df56-4d99-85e3-c348d9cfa5e3 admin admin] Publish callbacks [] for security_group (24f5c880-c34b-4385-8613-01bd6a9746af), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:03.398055 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1ff69664-df56-4d99-85e3-c348d9cfa5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (24f5c880-c34b-4385-8613-01bd6a9746af), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:03.400792 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1ff69664-df56-4d99-85e3-c348d9cfa5e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:03.404805 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1ff69664-df56-4d99-85e3-c348d9cfa5e3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/24f5c880-c34b-4385-8613-01bd6a9746af HTTP/1.1" status: 204 len: 168 time: 0.1684344 Jul 27 16:38:03.411770 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff69664-df56-4d99-85e3-c348d9cfa5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f5c880-c34b-4385-8613-01bd6a9746af,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:04.416841 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:04.444776 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e1f48-b38f-4099-bf40-9217a797903d req-77208c7b-6f9a-4286-bf5c-81ebd786c4ab tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:04.452556 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-311e1f48-b38f-4099-bf40-9217a797903d req-77208c7b-6f9a-4286-bf5c-81ebd786c4ab tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0668314 Jul 27 16:38:04.516739 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-311e1f48-b38f-4099-bf40-9217a797903d req-3230698d-0fb2-494c-8789-c5dbd67e4537 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629327 Jul 27 16:38:05.642897 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529abc2-b027-4cf8-adb2-eac4f3f15025 req-3a8e82c9-566c-492f-a3ef-3d9400d11e3f tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:05.645271 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2529abc2-b027-4cf8-adb2-eac4f3f15025 req-3a8e82c9-566c-492f-a3ef-3d9400d11e3f tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0582387 Jul 27 16:38:05.701324 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2529abc2-b027-4cf8-adb2-eac4f3f15025 req-1f0b4057-bf7f-419f-9413-0d5ca755d9b2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490024 Jul 27 16:38:05.741218 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 40734) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:05.865136 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e560-f478-413c-9ca9-593352dba27c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:05.987021 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e560-f478-413c-9ca9-593352dba27c admin admin] Publish callbacks [] for security_group (2162bf83-58cf-454e-9e7f-c20b0ccc6a13), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:05.991500 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e560-f478-413c-9ca9-593352dba27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (2162bf83-58cf-454e-9e7f-c20b0ccc6a13), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:06.041150 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 40738) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:06.041536 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d8b0e560-f478-413c-9ca9-593352dba27c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2d57a50bd11642e19286b07af246109a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985277 Jul 27 16:38:06.042571 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0e560-f478-413c-9ca9-593352dba27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2162bf83-58cf-454e-9e7f-c20b0ccc6a13,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:06.102812 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a57b-a62c-485f-8a76-e5de06261707 admin admin] Publish callbacks [] for security_group (2162bf83-58cf-454e-9e7f-c20b0ccc6a13), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:06.129308 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a57b-a62c-485f-8a76-e5de06261707 admin admin] Publish callbacks [] for security_group (2162bf83-58cf-454e-9e7f-c20b0ccc6a13), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:06.206943 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a57b-a62c-485f-8a76-e5de06261707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (2162bf83-58cf-454e-9e7f-c20b0ccc6a13), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:06.209780 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a57b-a62c-485f-8a76-e5de06261707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:06.213665 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a9a2a57b-a62c-485f-8a76-e5de06261707 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2162bf83-58cf-454e-9e7f-c20b0ccc6a13 HTTP/1.1" status: 204 len: 168 time: 0.1710408 Jul 27 16:38:06.222794 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2a57b-a62c-485f-8a76-e5de06261707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2162bf83-58cf-454e-9e7f-c20b0ccc6a13,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:06.542922 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 40750) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:06.559082 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2c46fd6a-dcf9-4575-b71c-c57f4b4541b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:06.644017 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2c46fd6a-dcf9-4575-b71c-c57f4b4541b4 admin admin] Publish callbacks [] for security_group (c8246148-3cc2-4895-a0a7-ef194aa5e5df), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:06.649391 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2c46fd6a-dcf9-4575-b71c-c57f4b4541b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (c8246148-3cc2-4895-a0a7-ef194aa5e5df), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:06.679945 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:06.690893 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2c46fd6a-dcf9-4575-b71c-c57f4b4541b4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=91a8a870d9f14f56bd3d486115622992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467483 Jul 27 16:38:06.693728 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 40752) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:06.699147 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46fd6a-dcf9-4575-b71c-c57f4b4541b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8246148-3cc2-4895-a0a7-ef194aa5e5df,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:06.755568 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e402118a-2ea3-4596-bfc7-880c1aad2538 admin admin] Publish callbacks [] for security_group (c8246148-3cc2-4895-a0a7-ef194aa5e5df), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:06.781878 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e402118a-2ea3-4596-bfc7-880c1aad2538 admin admin] Publish callbacks [] for security_group (c8246148-3cc2-4895-a0a7-ef194aa5e5df), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:06.838967 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb2060-293d-41d2-b674-5c0c41a048d1 req-ea80d206-2ca8-4c77-8904-3083e1990f93 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:06.840971 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f4fb2060-293d-41d2-b674-5c0c41a048d1 req-ea80d206-2ca8-4c77-8904-3083e1990f93 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0528705 Jul 27 16:38:06.841127 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e402118a-2ea3-4596-bfc7-880c1aad2538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (c8246148-3cc2-4895-a0a7-ef194aa5e5df), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:06.844184 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e402118a-2ea3-4596-bfc7-880c1aad2538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:06.845905 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-e402118a-2ea3-4596-bfc7-880c1aad2538 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c8246148-3cc2-4895-a0a7-ef194aa5e5df HTTP/1.1" status: 204 len: 168 time: 0.1502616 Jul 27 16:38:06.856665 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402118a-2ea3-4596-bfc7-880c1aad2538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8246148-3cc2-4895-a0a7-ef194aa5e5df,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:06.930712 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f4fb2060-293d-41d2-b674-5c0c41a048d1 req-2fd7a4ad-b3c6-4ee0-a435-10f61d788029 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814753 Jul 27 16:38:08.070038 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f76b6-26cb-402e-93aa-30b4a6c06f38 req-e7fda01b-4a87-4d54-81de-f8da65ab2428 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:08.077716 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2d3f76b6-26cb-402e-93aa-30b4a6c06f38 req-e7fda01b-4a87-4d54-81de-f8da65ab2428 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0706811 Jul 27 16:38:08.139426 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2d3f76b6-26cb-402e-93aa-30b4a6c06f38 req-0a7502a3-d5bb-4b7b-a585-e3e191041e98 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554712 Jul 27 16:38:09.259476 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3c64b-62a1-499a-ab59-42c8728e3beb req-20d35d6d-b2cc-440d-96b7-e7372ab8a5bf tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:09.260986 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b4e3c64b-62a1-499a-ab59-42c8728e3beb req-20d35d6d-b2cc-440d-96b7-e7372ab8a5bf tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0545595 Jul 27 16:38:09.312225 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b4e3c64b-62a1-499a-ab59-42c8728e3beb req-b0d298fa-3b4e-4007-aabf-965e6e7fa252 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447655 Jul 27 16:38:10.456196 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846eef3b-d1cf-4913-9334-073f53b84b2d req-9256bca3-24e4-40bb-b976-6662201d3888 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:10.457707 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-846eef3b-d1cf-4913-9334-073f53b84b2d req-9256bca3-24e4-40bb-b976-6662201d3888 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0565019 Jul 27 16:38:10.514417 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-846eef3b-d1cf-4913-9334-073f53b84b2d req-3f521580-5f78-4d0c-afbd-aa46c8944f67 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511739 Jul 27 16:38:10.990155 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:38:11.701761 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd83b86-a4ce-4398-b5ee-33bb781420b7 req-92a080dd-5ca2-4dae-bd1a-953b8d7db174 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:11.703391 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1fd83b86-a4ce-4398-b5ee-33bb781420b7 req-92a080dd-5ca2-4dae-bd1a-953b8d7db174 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0654206 Jul 27 16:38:11.792245 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:11.810123 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1fd83b86-a4ce-4398-b5ee-33bb781420b7 req-a8e2dfa0-4b1e-4f7c-9a64-32ee09c898d3 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972121 Jul 27 16:38:12.936576 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3d69b-380b-4eb2-8f36-a8b4f148024c req-cda86e57-536e-47d6-b321-926dbd0688bf tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:12.937956 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-10e3d69b-380b-4eb2-8f36-a8b4f148024c req-cda86e57-536e-47d6-b321-926dbd0688bf tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0490093 Jul 27 16:38:12.999718 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-10e3d69b-380b-4eb2-8f36-a8b4f148024c req-e2d23540-1c00-4846-8961-77525285cbfa tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546875 Jul 27 16:38:14.124002 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1e5ff-549f-4544-b9a6-1f8e2d300a40 req-b22403b7-6a5f-4e0f-b387-ffac3b7bb744 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:14.125567 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3bc1e5ff-549f-4544-b9a6-1f8e2d300a40 req-b22403b7-6a5f-4e0f-b387-ffac3b7bb744 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0510116 Jul 27 16:38:14.180177 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3bc1e5ff-549f-4544-b9a6-1f8e2d300a40 req-9311558a-a21c-4cd9-83f7-d0d796469928 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470603 Jul 27 16:38:15.306286 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5167a-c762-46e7-a7fd-bbba6b01e552 req-1e139ad2-507f-463c-b7f6-13ed275252f1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:15.307756 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-eaf5167a-c762-46e7-a7fd-bbba6b01e552 req-1e139ad2-507f-463c-b7f6-13ed275252f1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0510862 Jul 27 16:38:15.356517 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-eaf5167a-c762-46e7-a7fd-bbba6b01e552 req-755f2d5d-e902-4fe3-a4c8-4b96485c6f4f tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Jul 27 16:38:16.488982 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23f07b-c298-442c-8953-6299336377f0 req-beb63090-762b-4e7b-949a-9a6ce040e17e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:16.490531 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a23f07b-c298-442c-8953-6299336377f0 req-beb63090-762b-4e7b-949a-9a6ce040e17e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0557907 Jul 27 16:38:16.551829 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a23f07b-c298-442c-8953-6299336377f0 req-43b9fbdb-0d57-4d8f-81b3-9ebee645a534 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542958 Jul 27 16:38:16.849991 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:16.851224 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=50,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:16.870065 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:16.872008 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:17.760093 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55a9a0-11a7-4a06-831b-89d08f994068 req-1d4a30c8-9725-4351-9130-ec45d2e492f5 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:17.761771 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ff55a9a0-11a7-4a06-831b-89d08f994068 req-1d4a30c8-9725-4351-9130-ec45d2e492f5 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.1055458 Jul 27 16:38:17.835174 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ff55a9a0-11a7-4a06-831b-89d08f994068 req-3f41ec75-0920-420e-a97c-b22909f82ecd tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638435 Jul 27 16:38:18.979304 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e670f24-89f7-4eb7-a6dd-1cc184fb0719 req-75d6842e-885c-4c8c-8ba2-2c140f037ffa tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:18.981777 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e670f24-89f7-4eb7-a6dd-1cc184fb0719 req-75d6842e-885c-4c8c-8ba2-2c140f037ffa tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0688186 Jul 27 16:38:19.049522 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:19.063982 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e670f24-89f7-4eb7-a6dd-1cc184fb0719 req-2a6be002-22a3-4237-8294-15157c7819fb tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764143 Jul 27 16:38:19.252934 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 41008) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:19.259481 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-1eab5643-fba4-4e74-bf3e-7945e8136c80 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--285909495', 'description': 'tempest-description--1071142802'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:38:19.281927 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1eab5643-fba4-4e74-bf3e-7945e8136c80 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:19.364682 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1eab5643-fba4-4e74-bf3e-7945e8136c80 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (247414d3-d916-410d-a8ae-1dbc8c17bd31), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:19.370085 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1eab5643-fba4-4e74-bf3e-7945e8136c80 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (247414d3-d916-410d-a8ae-1dbc8c17bd31), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:19.404698 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1eab5643-fba4-4e74-bf3e-7945e8136c80 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:19.405937 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1eab5643-fba4-4e74-bf3e-7945e8136c80 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1518993 Jul 27 16:38:19.407769 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab5643-fba4-4e74-bf3e-7945e8136c80 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=247414d3-d916-410d-a8ae-1dbc8c17bd31,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:19.409242 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 41012) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:19.415529 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-261c7a46-8896-4d89-9538-623b5c2a6c8b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'security_group_rule': {'security_group_id': '247414d3-d916-410d-a8ae-1dbc8c17bd31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:38:19.451779 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-261c7a46-8896-4d89-9538-623b5c2a6c8b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (eec25b94-4bce-4c57-877c-0a491a28bd5c), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:19.519054 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-261c7a46-8896-4d89-9538-623b5c2a6c8b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (eec25b94-4bce-4c57-877c-0a491a28bd5c), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:19.523391 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-261c7a46-8896-4d89-9538-623b5c2a6c8b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (eec25b94-4bce-4c57-877c-0a491a28bd5c), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:19.541824 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c7a46-8896-4d89-9538-623b5c2a6c8b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec25b94-4bce-4c57-877c-0a491a28bd5c,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:19.549161 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-261c7a46-8896-4d89-9538-623b5c2a6c8b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:19.553472 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-261c7a46-8896-4d89-9538-623b5c2a6c8b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399300 Jul 27 16:38:19.553472 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 41014) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:19.558232 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-7cbe57b9-efe3-4918-a73c-fb3b0a5a59ea tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'security_group_rule': {'security_group_id': '247414d3-d916-410d-a8ae-1dbc8c17bd31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:38:19.588816 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7cbe57b9-efe3-4918-a73c-fb3b0a5a59ea tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (9b7234ba-6ed1-4af6-b721-c65cafad12f8), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:19.641332 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7cbe57b9-efe3-4918-a73c-fb3b0a5a59ea tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (9b7234ba-6ed1-4af6-b721-c65cafad12f8), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:19.644774 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7cbe57b9-efe3-4918-a73c-fb3b0a5a59ea tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (9b7234ba-6ed1-4af6-b721-c65cafad12f8), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:19.664406 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe57b9-efe3-4918-a73c-fb3b0a5a59ea tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7234ba-6ed1-4af6-b721-c65cafad12f8,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:19.674191 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7cbe57b9-efe3-4918-a73c-fb3b0a5a59ea tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:19.675497 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7cbe57b9-efe3-4918-a73c-fb3b0a5a59ea tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212766 Jul 27 16:38:19.679082 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 41016) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:19.685453 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'floatingip': {'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:38:19.704511 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:19.710021 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:19.792994 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:19.912837 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Allocated IP 172.27.2.147 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/d0e904ac-acbb-45eb-af0a-aab368adb2ca) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:38:20.038569 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for port (d0e904ac-acbb-45eb-af0a-aab368adb2ca), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:20.071692 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (d0e904ac-acbb-45eb-af0a-aab368adb2ca), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:20.116297 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:38:20.122215 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:20.124835 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'Port': ['ID=d0e904ac-acbb-45eb-af0a-aab368adb2ca,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:20.126799 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:38:20.188194 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:20.221475 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4b382-3dd4-4e03-b9ce-9c99445ec3a3 req-fe08fba8-52ef-4eef-b192-17a77735cc26 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:20.222930 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-47f4b382-3dd4-4e03-b9ce-9c99445ec3a3 req-fe08fba8-52ef-4eef-b192-17a77735cc26 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0625610 Jul 27 16:38:20.290269 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (dd35aac1-27d0-4697-aa35-e7d4ab5f5b83), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:20.312797 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-47f4b382-3dd4-4e03-b9ce-9c99445ec3a3 req-04fc10ff-f367-47b3-9835-2d836534871a tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670562 Jul 27 16:38:20.344915 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (d0e904ac-acbb-45eb-af0a-aab368adb2ca), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:20.428441 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:20.498423 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:20.505659 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for port (d0e904ac-acbb-45eb-af0a-aab368adb2ca), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:20.510712 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (d0e904ac-acbb-45eb-af0a-aab368adb2ca), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:20.583562 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'Port': ['ID=d0e904ac-acbb-45eb-af0a-aab368adb2ca,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:20.600461 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (dd35aac1-27d0-4697-aa35-e7d4ab5f5b83), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:20.619241 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:20.620526 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e9071af8-ac27-4d5a-8df6-3c467e00f2e7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9404683 Jul 27 16:38:21.449506 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684f900-34e3-48c8-9541-3a9b0b0d3fd6 req-054c3ede-910f-4d52-9ae4-bbac4686d1f1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:21.451348 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e684f900-34e3-48c8-9541-3a9b0b0d3fd6 req-054c3ede-910f-4d52-9ae4-bbac4686d1f1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0508022 Jul 27 16:38:21.500311 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e684f900-34e3-48c8-9541-3a9b0b0d3fd6 req-9d5a3cfb-5ece-43a5-83ad-30bb40705ff7 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431850 Jul 27 16:38:22.475217 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=16 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:22.501061 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=18 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:22.619308 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ec9cc-96c9-4356-9f8c-dad45aee7ffb req-2be8e7aa-c473-4788-800d-c9d640880c9c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:22.621094 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-174ec9cc-96c9-4356-9f8c-dad45aee7ffb req-2be8e7aa-c473-4788-800d-c9d640880c9c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0495853 Jul 27 16:38:22.678372 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-174ec9cc-96c9-4356-9f8c-dad45aee7ffb req-230231f6-21f7-46e3-8b66-766038b55b37 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517235 Jul 27 16:38:23.640063 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 41072) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:23.770497 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-49f5cb5e-ef74-403b-a750-9cd87d394968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:23.853471 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-49f5cb5e-ef74-403b-a750-9cd87d394968 admin admin] Publish callbacks [] for security_group (d2e2504b-c94a-4197-b8e0-cf7254384a56), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:23.858128 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-49f5cb5e-ef74-403b-a750-9cd87d394968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (d2e2504b-c94a-4197-b8e0-cf7254384a56), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:23.905050 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5cb5e-ef74-403b-a750-9cd87d394968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e2504b-c94a-4197-b8e0-cf7254384a56,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:23.912309 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-49f5cb5e-ef74-403b-a750-9cd87d394968 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f95c1b7268174fce821c7d056058dcde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688382 Jul 27 16:38:23.912916 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 41078) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:23.979590 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e1330a5d-dca1-4807-9a95-a22561bdba86 admin admin] Publish callbacks [] for security_group (d2e2504b-c94a-4197-b8e0-cf7254384a56), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:24.009891 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e1330a5d-dca1-4807-9a95-a22561bdba86 admin admin] Publish callbacks [] for security_group (d2e2504b-c94a-4197-b8e0-cf7254384a56), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:24.115147 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e1330a5d-dca1-4807-9a95-a22561bdba86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (d2e2504b-c94a-4197-b8e0-cf7254384a56), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:24.118404 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e1330a5d-dca1-4807-9a95-a22561bdba86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:24.119762 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e1330a5d-dca1-4807-9a95-a22561bdba86 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d2e2504b-c94a-4197-b8e0-cf7254384a56 HTTP/1.1" status: 204 len: 168 time: 0.2057505 Jul 27 16:38:24.136185 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1330a5d-dca1-4807-9a95-a22561bdba86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e2504b-c94a-4197-b8e0-cf7254384a56,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:25.355946 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e3532e97-e236-4b9f-8c62-5aa2074b9e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:25.552273 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-9035152a-4ef9-47c5-aba9-7b69f37e6ced tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--285909495&fields=id&tenant_id=ebcc91e5911a4a418118b3775cfe4b76 HTTP/1.1" status: 200 len: 267 time: 0.0467527 Jul 27 16:38:25.623774 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:25.701494 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-7888a4bb-8f00-44fa-8984-1cda6aa45926 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:25.702932 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-7888a4bb-8f00-44fa-8984-1cda6aa45926 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/networks?id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e HTTP/1.1" status: 200 len: 815 time: 0.1426802 Jul 27 16:38:25.713281 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188faf4-c07e-4167-b53b-871d74abcb23 req-191a342f-a3fc-4e79-b1e5-c6d871fb4305 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:25.714666 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b188faf4-c07e-4167-b53b-871d74abcb23 req-191a342f-a3fc-4e79-b1e5-c6d871fb4305 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0692658 Jul 27 16:38:25.731595 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-927c47fa-880b-418f-87fa-4d141c03f6f2 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/quotas/ebcc91e5911a4a418118b3775cfe4b76 HTTP/1.1" status: 200 len: 375 time: 0.0157802 Jul 27 16:38:25.800296 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-1fee9812-f766-4c89-a946-d42051ffda46 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626478 Jul 27 16:38:25.803248 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b188faf4-c07e-4167-b53b-871d74abcb23 req-51d94899-d15d-4908-bc2c-e9d304c92ae5 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813196 Jul 27 16:38:25.934975 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007cb7d-b85b-41e0-936b-613e230bb961 req-e2f140ee-577c-49d6-be48-3d11962884c0 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:25.936421 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3007cb7d-b85b-41e0-936b-613e230bb961 req-e2f140ee-577c-49d6-be48-3d11962884c0 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0695603 Jul 27 16:38:25.942008 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-94481e7c-405a-43a3-882b-bf89ccfbb977 service neutron] 10.222.0.74 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284454 Jul 27 16:38:26.026893 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:26.036914 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3007cb7d-b85b-41e0-936b-613e230bb961 req-f8630433-743c-4ca3-b621-5a8e5f2bd81f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939896 Jul 27 16:38:26.070467 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-aa308677-ce15-4638-887d-1d459423cffc service neutron] 10.222.0.74 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206534 Jul 27 16:38:26.233520 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-df1ff40d-2245-4176-93a1-51614e725570 req-46e70c21-d327-4b94-a68e-a72cc0c519a9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 210 time: 0.0286419 Jul 27 16:38:26.937692 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7349-1f96-4d36-9be4-68da9c03813b req-77ae07ac-85b0-4463-bdbb-067dbd229896 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:26.939165 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9eb7349-1f96-4d36-9be4-68da9c03813b req-77ae07ac-85b0-4463-bdbb-067dbd229896 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0547867 Jul 27 16:38:26.991011 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9eb7349-1f96-4d36-9be4-68da9c03813b req-bfb76d19-89be-484d-beab-e06268beb024 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462801 Jul 27 16:38:27.183364 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76517cf3-1fe0-4282-82df-41e7d846c509 req-172e65fe-755b-4fad-9394-2ede48e458dd tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:27.184960 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-76517cf3-1fe0-4282-82df-41e7d846c509 req-172e65fe-755b-4fad-9394-2ede48e458dd tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0555182 Jul 27 16:38:27.238682 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-76517cf3-1fe0-4282-82df-41e7d846c509 req-913f84ae-4116-4069-a1a5-d4a5f6a0a69b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477927 Jul 27 16:38:27.255986 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54314a-b53f-4728-872e-01d0f7068958 req-6b45aaa5-8ffe-4644-b367-a0039f0bbc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:27.259018 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-da54314a-b53f-4728-872e-01d0f7068958 req-6b45aaa5-8ffe-4644-b367-a0039f0bbc7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 1129 time: 0.0533538 Jul 27 16:38:27.315521 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-da54314a-b53f-4728-872e-01d0f7068958 req-3b5d344e-057d-4221-a6c9-c8eb12c40a69 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476027 Jul 27 16:38:27.341504 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ec3cb2fd-186f-4b7c-9bb6-5ba5056f60e5 req-9ae74f4a-faa1-43a2-b8e2-9c0ade10094b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 210 time: 0.0311790 Jul 27 16:38:27.462225 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cc61f216-7799-467c-aca9-61fad112aef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:28.114215 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9216b-be54-481d-9bc2-cbb096be23e6 req-8124d7fc-f7cd-4050-b0ba-2788084d18fc tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:28.115664 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-27b9216b-be54-481d-9bc2-cbb096be23e6 req-8124d7fc-f7cd-4050-b0ba-2788084d18fc tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0496728 Jul 27 16:38:28.162617 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-27b9216b-be54-481d-9bc2-cbb096be23e6 req-a2296098-4d57-4241-88a4-7142bf52e7a5 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 Jul 27 16:38:28.288081 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 41196) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:28.334711 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbba1f0c-3aa8-4369-ab7f-52fa5d1c0160 admin admin] Deleting subnet 9b21410e-09d2-4499-9f12-9b60ca73dcc2 {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 16:38:28.348753 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fbba1f0c-3aa8-4369-ab7f-52fa5d1c0160 admin admin] Publish callbacks [] for subnet (9b21410e-09d2-4499-9f12-9b60ca73dcc2), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:28.416452 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fbba1f0c-3aa8-4369-ab7f-52fa5d1c0160 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5475921'] for subnet (9b21410e-09d2-4499-9f12-9b60ca73dcc2), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:28.424277 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92257bb4-ec8d-4b9e-ab79-5dfc0a29b1ae req-5e4d05a6-c057-467b-be2f-c480098477f9 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:28.425797 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-92257bb4-ec8d-4b9e-ab79-5dfc0a29b1ae req-5e4d05a6-c057-467b-be2f-c480098477f9 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0885351 Jul 27 16:38:28.464281 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:28.491183 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3930d032-a7fe-47f5-9dbb-47d859c8f231 req-d2512a9c-fefa-47cb-8bc4-89f3e1acd098 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 210 time: 0.0644004 Jul 27 16:38:28.530796 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-1e9eebad-aea9-4f8f-8bee-a619e1b7b731 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:28.532323 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-1e9eebad-aea9-4f8f-8bee-a619e1b7b731 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "GET /v2.0/networks?id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e HTTP/1.1" status: 200 len: 815 time: 0.1248870 Jul 27 16:38:28.532734 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fbba1f0c-3aa8-4369-ab7f-52fa5d1c0160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1235243'] for subnet (9b21410e-09d2-4499-9f12-9b60ca73dcc2), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:28.558947 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-92257bb4-ec8d-4b9e-ab79-5dfc0a29b1ae req-83b93eb0-66f8-4b6e-abde-b5c3336b82e5 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140451 Jul 27 16:38:28.605051 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fbba1f0c-3aa8-4369-ab7f-52fa5d1c0160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1235234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5503280'] for subnet (9b21410e-09d2-4499-9f12-9b60ca73dcc2), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:28.658638 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-02505676-0772-4019-87ff-e84d13697b82 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebcc91e5911a4a418118b3775cfe4b76 HTTP/1.1" status: 200 len: 472 time: 0.0832491 Jul 27 16:38:28.724756 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:28.873761 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-a401341d-97f6-43e9-bbb5-3110081ede41 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'port': {'device_id': '6b72f0b5-a0b5-458b-9cbb-7216d34be718', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'admin_state_up': True, 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'security_groups': ['247414d3-d916-410d-a8ae-1dbc8c17bd31']}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:38:28.883854 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba1f0c-3aa8-4369-ab7f-52fa5d1c0160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b21410e-09d2-4499-9f12-9b60ca73dcc2,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:28.888398 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fbba1f0c-3aa8-4369-ab7f-52fa5d1c0160 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:28.891870 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-fbba1f0c-3aa8-4369-ab7f-52fa5d1c0160 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9b21410e-09d2-4499-9f12-9b60ca73dcc2 HTTP/1.1" status: 204 len: 168 time: 0.6026680 Jul 27 16:38:28.894454 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 41212) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:28.971545 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-89c282f6-b50a-4c9c-a90e-cd05a4412feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1293665'] for network (47559312-5240-4014-a676-7ef4172b498a), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:29.007509 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-a401341d-97f6-43e9-bbb5-3110081ede41 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Made reservation on behalf of ebcc91e5911a4a418118b3775cfe4b76 for: {'port': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:38:29.011048 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-a401341d-97f6-43e9-bbb5-3110081ede41 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:29.055869 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-89c282f6-b50a-4c9c-a90e-cd05a4412feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233157', 'neutron.services.segments.db._delete_segments_for_network-8729475437258'] for network (47559312-5240-4014-a676-7ef4172b498a), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:29.077354 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-89c282f6-b50a-4c9c-a90e-cd05a4412feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47559312-5240-4014-a676-7ef4172b498a']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:29.086885 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-89c282f6-b50a-4c9c-a90e-cd05a4412feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1334c8c-c64d-4704-aaf9-70e52d3fd205') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:29.087203 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-89c282f6-b50a-4c9c-a90e-cd05a4412feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1334c8c-c64d-4704-aaf9-70e52d3fd205') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:29.087426 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:29.091994 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:29.096746 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:29.099024 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-89c282f6-b50a-4c9c-a90e-cd05a4412feb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729475437159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5475912'] for segment (b1334c8c-c64d-4704-aaf9-70e52d3fd205), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:29.113984 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-89c282f6-b50a-4c9c-a90e-cd05a4412feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (b1334c8c-c64d-4704-aaf9-70e52d3fd205), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:29.121840 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c282f6-b50a-4c9c-a90e-cd05a4412feb admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:38:29.122483 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-89c282f6-b50a-4c9c-a90e-cd05a4412feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474513'] for segment (b1334c8c-c64d-4704-aaf9-70e52d3fd205), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:29.148495 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-a401341d-97f6-43e9-bbb5-3110081ede41 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Allocated IP 172.20.0.4 (22edebd8-fe29-44cb-9c58-64fe5ac1da5e/0f8f2e6b-ff3c-47af-8857-06c3b916a7f6/48f4dc5d-66f7-4d76-acfc-3857b17ffa1e) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:38:29.176760 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment b1334c8c-c64d-4704-aaf9-70e52d3fd205 resource provider aggregate not found Jul 27 16:38:29.206897 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment b1334c8c-c64d-4704-aaf9-70e52d3fd205 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1334c8c-c64d-4704-aaf9-70e52d3fd205 found for delete ", "request_id": "req-3664db71-a41d-488f-9515-f564a94ebc3d"}]} Jul 27 16:38:29.218360 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-89c282f6-b50a-4c9c-a90e-cd05a4412feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427568'] for network (47559312-5240-4014-a676-7ef4172b498a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:29.238635 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-89c282f6-b50a-4c9c-a90e-cd05a4412feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:29.248701 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-89c282f6-b50a-4c9c-a90e-cd05a4412feb admin admin] 10.222.0.74 "DELETE /v2.0/networks/47559312-5240-4014-a676-7ef4172b498a HTTP/1.1" status: 204 len: 168 time: 0.3531761 Jul 27 16:38:29.251660 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c282f6-b50a-4c9c-a90e-cd05a4412feb admin admin] Pushing event deleted for resources: {'Network': ['ID=47559312-5240-4014-a676-7ef4172b498a,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:29.328480 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20ff8c-ece3-46e0-a19a-b3b389c6b47f req-6504326c-9a92-4790-9ddb-9b8b77d662e3 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:29.330374 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fb20ff8c-ece3-46e0-a19a-b3b389c6b47f req-6504326c-9a92-4790-9ddb-9b8b77d662e3 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0664217 Jul 27 16:38:29.338596 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-a401341d-97f6-43e9-bbb5-3110081ede41 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for port (48f4dc5d-66f7-4d76-acfc-3857b17ffa1e), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:29.384239 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fb20ff8c-ece3-46e0-a19a-b3b389c6b47f req-5327ab8d-1a3c-4b81-a85f-77c6eff8ee05 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476775 Jul 27 16:38:29.398909 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-a401341d-97f6-43e9-bbb5-3110081ede41 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (48f4dc5d-66f7-4d76-acfc-3857b17ffa1e), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:29.451898 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-a401341d-97f6-43e9-bbb5-3110081ede41 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:38:29.455043 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401341d-97f6-43e9-bbb5-3110081ede41 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'Port': ['ID=48f4dc5d-66f7-4d76-acfc-3857b17ffa1e,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:29.458148 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-a401341d-97f6-43e9-bbb5-3110081ede41 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:29.460301 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-a401341d-97f6-43e9-bbb5-3110081ede41 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:38:29.551808 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-a401341d-97f6-43e9-bbb5-3110081ede41 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:29.556455 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-a401341d-97f6-43e9-bbb5-3110081ede41 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:29.584033 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 41236) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:29.603881 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-a401341d-97f6-43e9-bbb5-3110081ede41 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7337048 Jul 27 16:38:29.633363 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Request body: {'port': {'device_id': '6b72f0b5-a0b5-458b-9cbb-7216d34be718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:38:29.677817 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4d2de571-6216-41dc-a212-07e1e8986f43 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fef3e0b606114adfbb6ff0c7e5648bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0889766 Jul 27 16:38:29.681465 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 41242) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:29.736815 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-a6ce6217-240d-40f0-aa8f-df9d90c3fe04 None None] Provisioning complete for port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:38:29.737371 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6217-240d-40f0-aa8f-df9d90c3fe04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (48f4dc5d-66f7-4d76-acfc-3857b17ffa1e), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:29.759668 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (48f4dc5d-66f7-4d76-acfc-3857b17ffa1e), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:29.775939 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce6217-240d-40f0-aa8f-df9d90c3fe04 None None] Port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:38:29.814666 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c788e-ea1b-47d1-b642-a3c397981caa req-7b6f5d20-eec6-4b75-9dfd-631c7d1bf7c9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:29.816275 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c59c788e-ea1b-47d1-b642-a3c397981caa req-7b6f5d20-eec6-4b75-9dfd-631c7d1bf7c9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 931 time: 0.1764445 Jul 27 16:38:29.826136 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a23936-4dce-4f37-bdf5-f1f463d008ae req-6a77a634-7a9e-4cfe-ace3-a5ca218e7c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:29.827677 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97a23936-4dce-4f37-bdf5-f1f463d008ae req-6a77a634-7a9e-4cfe-ace3-a5ca218e7c45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 1129 time: 0.0997069 Jul 27 16:38:29.832463 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a117be07-f63c-4f1c-b2fb-0bac68ee5990 admin admin] Publish callbacks [] for security_group (95aa0d95-da80-41ae-a2c0-770727445a7d), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:29.834449 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c785f79-6608-4d78-bcc6-7db1124d2c5c req-d4ab3a10-f0cb-4080-a457-19b1c36f39dc tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:29.835822 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2c785f79-6608-4d78-bcc6-7db1124d2c5c req-d4ab3a10-f0cb-4080-a457-19b1c36f39dc tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.1104150 Jul 27 16:38:29.910483 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a117be07-f63c-4f1c-b2fb-0bac68ee5990 admin admin] Publish callbacks [] for security_group (95aa0d95-da80-41ae-a2c0-770727445a7d), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:29.977704 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c59c788e-ea1b-47d1-b642-a3c397981caa req-47f1c8a5-d58e-4ba1-9571-deeaaf3c20fb tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=247414d3-d916-410d-a8ae-1dbc8c17bd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536982 Jul 27 16:38:29.987435 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2c785f79-6608-4d78-bcc6-7db1124d2c5c req-ab7f899c-e63a-49c9-8092-53bb0fa5d655 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439133 Jul 27 16:38:29.998807 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a23936-4dce-4f37-bdf5-f1f463d008ae req-923f913b-f3c3-4eea-a319-a7987c144b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:30.000382 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97a23936-4dce-4f37-bdf5-f1f463d008ae req-923f913b-f3c3-4eea-a319-a7987c144b8a service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 919 time: 0.1580756 Jul 27 16:38:30.037568 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:30.046197 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97a23936-4dce-4f37-bdf5-f1f463d008ae req-d9c2b3f9-f78b-46fc-8ae8-7727daca7e79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee2f2c0f-c666-48ff-8555-4ac295050a28 HTTP/1.1" status: 200 len: 217 time: 0.0370071 Jul 27 16:38:30.054463 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a117be07-f63c-4f1c-b2fb-0bac68ee5990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (95aa0d95-da80-41ae-a2c0-770727445a7d), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:30.057343 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a117be07-f63c-4f1c-b2fb-0bac68ee5990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:30.058655 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-a117be07-f63c-4f1c-b2fb-0bac68ee5990 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/95aa0d95-da80-41ae-a2c0-770727445a7d HTTP/1.1" status: 204 len: 168 time: 0.3757854 Jul 27 16:38:30.075899 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117be07-f63c-4f1c-b2fb-0bac68ee5990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95aa0d95-da80-41ae-a2c0-770727445a7d,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:30.133478 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:30.141501 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284e173-27d9-4dcf-9e01-8dca95437f59 req-c1073daa-5a5f-4887-889b-2cc22ad25c17 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:30.142995 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7284e173-27d9-4dcf-9e01-8dca95437f59 req-c1073daa-5a5f-4887-889b-2cc22ad25c17 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0573106 Jul 27 16:38:30.147827 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:38:30.151539 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a23936-4dce-4f37-bdf5-f1f463d008ae req-4c2c4bd7-75f9-41b9-9489-810e6103bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:30.153016 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97a23936-4dce-4f37-bdf5-f1f463d008ae req-4c2c4bd7-75f9-41b9-9489-810e6103bda1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6261f153-df76-4666-8c12-d3f7ad70249a HTTP/1.1" status: 200 len: 857 time: 0.0991321 Jul 27 16:38:30.168068 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Publish callbacks [] for port (48f4dc5d-66f7-4d76-acfc-3857b17ffa1e), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:30.180998 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Transition to ACTIVE for port object 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e will not be triggered until provisioned by entity L2. {{(pid=104022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:38:30.185491 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (48f4dc5d-66f7-4d76-acfc-3857b17ffa1e), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:30.211503 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:30.227030 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a23936-4dce-4f37-bdf5-f1f463d008ae req-e7ae9a9f-a99d-4235-aa62-2a17d21f02de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:30.228577 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97a23936-4dce-4f37-bdf5-f1f463d008ae req-e7ae9a9f-a99d-4235-aa62-2a17d21f02de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36a590e-5aca-4f4b-84ba-ed6272112a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676029 Jul 27 16:38:30.237423 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7284e173-27d9-4dcf-9e01-8dca95437f59 req-6373f1df-524a-4d0a-a245-2ccc311cf36d tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834882 Jul 27 16:38:30.262030 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Pushing event updated for resources: {'Port': ['ID=48f4dc5d-66f7-4d76-acfc-3857b17ffa1e,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:30.348703 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Attempting to bind port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:38:30.349180 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Attempting to bind port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:38:30.349606 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Attempting to bind port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e on network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:38:30.355323 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e on network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:38:30.356441 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Attempting to bind port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e on network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:38:30.362351 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:38:30.362574 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97a23936-4dce-4f37-bdf5-f1f463d008ae req-075b9d01-4ad3-4630-8fd4-a51a2e701204 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220627 Jul 27 16:38:30.362739 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Checking segment: {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:38:30.363327 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Bound using segment: {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:38:30.363860 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Bound port: 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:38:30.364380 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (48f4dc5d-66f7-4d76-acfc-3857b17ffa1e), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:30.390629 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:30.470390 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] For port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e, host hv-cinder-84969, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:38:30.473753 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] For port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=48f4dc5d-66f7-4d76-acfc-3857b17ffa1e,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:38:30.486565 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (48f4dc5d-66f7-4d76-acfc-3857b17ffa1e), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:30.493218 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97a23936-4dce-4f37-bdf5-f1f463d008ae req-c4d19a28-cc98-47c1-a736-a92e48514dcb service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176336 Jul 27 16:38:30.514489 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:30.529679 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:30.530294 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:30.531683 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] 10.222.0.20 "PUT /v2.0/ports/48f4dc5d-66f7-4d76-acfc-3857b17ffa1e HTTP/1.1" status: 200 len: 1093 time: 0.9040489 Jul 27 16:38:30.532076 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b72f0b5-a0b5-458b-9cbb-7216d34be718', 'tag': '48f4dc5d-66f7-4d76-acfc-3857b17ffa1e'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:38:30.534357 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1565cdd9-246b-4b37-91fe-5bdf3580bfbb" -d '{"events": [{"name": "network-changed", "server_uuid": "6b72f0b5-a0b5-458b-9cbb-7216d34be718", "tag": "48f4dc5d-66f7-4d76-acfc-3857b17ffa1e"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:30.576062 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1447112-22cf-4bcf-a703-850f04356008 service neutron] Pushing event updated for resources: {'Port': ['ID=48f4dc5d-66f7-4d76-acfc-3857b17ffa1e,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:30.599038 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75eed89c-8385-4600-be75-156fa6a6852b x-openstack-request-id: req-75eed89c-8385-4600-be75-156fa6a6852b {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:30.599332 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b72f0b5-a0b5-458b-9cbb-7216d34be718", "tag": "48f4dc5d-66f7-4d76-acfc-3857b17ffa1e", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:30.599590 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-75eed89c-8385-4600-be75-156fa6a6852b {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:30.600010 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75eed89c-8385-4600-be75-156fa6a6852b'] response: {'name': 'network-changed', 'server_uuid': '6b72f0b5-a0b5-458b-9cbb-7216d34be718', 'tag': '48f4dc5d-66f7-4d76-acfc-3857b17ffa1e', 'status': 'completed', 'code': 200} Jul 27 16:38:30.692094 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-51a5c563-acfd-47f3-ace3-b0a0d27f7731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:30.693787 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-51a5c563-acfd-47f3-ace3-b0a0d27f7731 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 1127 time: 0.0477407 Jul 27 16:38:30.747911 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-c7b271bd-de79-452b-8ade-51556995cb70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f4dc5d-66f7-4d76-acfc-3857b17ffa1e HTTP/1.1" status: 200 len: 217 time: 0.0384009 Jul 27 16:38:30.802896 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-40ce0c69-28a7-49a1-b22f-246bd54a3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:30.804713 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-40ce0c69-28a7-49a1-b22f-246bd54a3e4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f8f2e6b-ff3c-47af-8857-06c3b916a7f6 HTTP/1.1" status: 200 len: 854 time: 0.0485649 Jul 27 16:38:30.874132 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-9d3d2a9b-8794-416c-a378-643f6d32a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:30.875726 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-9d3d2a9b-8794-416c-a378-643f6d32a581 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525529 Jul 27 16:38:31.068669 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:31.144270 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012c279-d159-4acc-944d-523122fa3ee0 req-8ee37586-5a04-4a1d-97a6-c2c4973a3aaa tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:31.145799 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e012c279-d159-4acc-944d-523122fa3ee0 req-8ee37586-5a04-4a1d-97a6-c2c4973a3aaa tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 943 time: 0.0893128 Jul 27 16:38:31.160083 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee4c8f-f0fa-45d2-865b-5b8e36c8059a req-e169a593-ac2a-45a9-892d-0cd124872984 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:31.161567 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-61ee4c8f-f0fa-45d2-865b-5b8e36c8059a req-e169a593-ac2a-45a9-892d-0cd124872984 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0670779 Jul 27 16:38:31.244273 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e012c279-d159-4acc-944d-523122fa3ee0 req-ed69def4-df93-49f5-aeca-2f9a2c8b41de tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=247414d3-d916-410d-a8ae-1dbc8c17bd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925350 Jul 27 16:38:31.248978 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-61ee4c8f-f0fa-45d2-865b-5b8e36c8059a req-d9f44dfa-3039-4c30-ae1d-550f83dc8abc tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708106 Jul 27 16:38:31.346423 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 41290) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:31.365766 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc6829-f848-40e6-aada-1977a39a11d2 req-2790457b-ad80-4ef3-99b3-650916657bbf tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:31.367342 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0cc6829-f848-40e6-aada-1977a39a11d2 req-2790457b-ad80-4ef3-99b3-650916657bbf tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0489895 Jul 27 16:38:31.418929 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0cc6829-f848-40e6-aada-1977a39a11d2 req-28687411-9145-40f9-8f10-999a423a2067 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450361 Jul 27 16:38:31.457141 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4290678b-66c2-47b4-9a8d-1293637831a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:31.531320 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4290678b-66c2-47b4-9a8d-1293637831a2 admin admin] Publish callbacks [] for security_group (796f4155-9f9d-4423-a40c-fc0912e4bf12), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:31.535210 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4290678b-66c2-47b4-9a8d-1293637831a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (796f4155-9f9d-4423-a40c-fc0912e4bf12), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:31.577991 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-4290678b-66c2-47b4-9a8d-1293637831a2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d2acc328fa61402785678a45d606b117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302704 Jul 27 16:38:31.580003 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290678b-66c2-47b4-9a8d-1293637831a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796f4155-9f9d-4423-a40c-fc0912e4bf12,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:31.580824 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 41296) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:31.631579 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2beab376-ac8f-400a-ad56-18b7ca301c19 admin admin] Publish callbacks [] for security_group (796f4155-9f9d-4423-a40c-fc0912e4bf12), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:31.652573 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2beab376-ac8f-400a-ad56-18b7ca301c19 admin admin] Publish callbacks [] for security_group (796f4155-9f9d-4423-a40c-fc0912e4bf12), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:31.699415 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2beab376-ac8f-400a-ad56-18b7ca301c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (796f4155-9f9d-4423-a40c-fc0912e4bf12), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:31.702361 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2beab376-ac8f-400a-ad56-18b7ca301c19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:31.703503 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2beab376-ac8f-400a-ad56-18b7ca301c19 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/796f4155-9f9d-4423-a40c-fc0912e4bf12 HTTP/1.1" status: 204 len: 168 time: 0.1216462 Jul 27 16:38:31.712121 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beab376-ac8f-400a-ad56-18b7ca301c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796f4155-9f9d-4423-a40c-fc0912e4bf12,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:32.337236 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 41326) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:32.426275 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c4e6c-0f27-41f6-b715-2b8a0558d52b req-51746492-b73c-450e-b9f8-4c356ef9cc0f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:32.427730 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e28c4e6c-0f27-41f6-b715-2b8a0558d52b req-51746492-b73c-450e-b9f8-4c356ef9cc0f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0753016 Jul 27 16:38:32.438318 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909edeb-c6f7-427f-98b2-813abb22fbdf req-fa833aa4-b67f-48e3-9bfc-824021df15cd tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:32.439718 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0909edeb-c6f7-427f-98b2-813abb22fbdf req-fa833aa4-b67f-48e3-9bfc-824021df15cd tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 943 time: 0.0859625 Jul 27 16:38:32.445937 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-e5406be8-d660-4327-bb1d-8c9b4db2a184 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2081579781-network', 'tenant_id': 'ce1f193c68ef49b78c95c02f7413b7d6'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:38:32.510632 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5406be8-d660-4327-bb1d-8c9b4db2a184 admin admin] Made reservation on behalf of ce1f193c68ef49b78c95c02f7413b7d6 for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:38:32.513787 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e5406be8-d660-4327-bb1d-8c9b4db2a184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:32.536025 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e5406be8-d660-4327-bb1d-8c9b4db2a184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:32.549634 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e28c4e6c-0f27-41f6-b715-2b8a0558d52b req-990d7046-e6dc-4a9e-980d-6c1211d0786f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075108 Jul 27 16:38:32.552779 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0909edeb-c6f7-427f-98b2-813abb22fbdf req-5fc1c527-b7aa-4c95-bd2f-b3f7f36b56c0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=247414d3-d916-410d-a8ae-1dbc8c17bd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980117 Jul 27 16:38:32.595714 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:32.690197 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e5406be8-d660-4327-bb1d-8c9b4db2a184 admin admin] Publish callbacks [] for security_group (9243e80f-559d-4504-8f81-772891110faf), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:32.697340 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22073e0a-dea0-4015-b892-d92eb2315ec6 req-1b291254-75f8-4c9a-aac3-8f11652da637 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:32.697524 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-9f672f49-ae10-45c0-b3de-0e2a6573f8e4 service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963962 Jul 27 16:38:32.698817 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22073e0a-dea0-4015-b892-d92eb2315ec6 req-1b291254-75f8-4c9a-aac3-8f11652da637 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0778019 Jul 27 16:38:32.700437 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e5406be8-d660-4327-bb1d-8c9b4db2a184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (9243e80f-559d-4504-8f81-772891110faf), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:32.739457 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5406be8-d660-4327-bb1d-8c9b4db2a184 admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:38:32.757443 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5406be8-d660-4327-bb1d-8c9b4db2a184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9243e80f-559d-4504-8f81-772891110faf,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:32.768948 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e5406be8-d660-4327-bb1d-8c9b4db2a184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (8f199523-ffdb-46b3-8e76-902058634fb4), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:32.769403 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-e5406be8-d660-4327-bb1d-8c9b4db2a184 admin admin] Added segment 8f199523-ffdb-46b3-8e76-902058634fb4 of type vlan for network bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab Jul 27 16:38:32.779865 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:32.802377 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:32.811685 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:32.819889 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22073e0a-dea0-4015-b892-d92eb2315ec6 req-76aeb886-311c-4143-a549-b04b528488bc tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135285 Jul 27 16:38:32.829321 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e5406be8-d660-4327-bb1d-8c9b4db2a184 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:32.837532 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-fd9f43e5-7b65-45ea-aa23-1f86adf961b0 req-7a2ad0c5-4d9b-4187-81b2-0f02a5d4d7d9 service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024559 Jul 27 16:38:32.856957 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e5406be8-d660-4327-bb1d-8c9b4db2a184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:32.858053 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5406be8-d660-4327-bb1d-8c9b4db2a184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:32.858651 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e5406be8-d660-4327-bb1d-8c9b4db2a184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:32.919134 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e5406be8-d660-4327-bb1d-8c9b4db2a184 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5807152 Jul 27 16:38:32.922788 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 41334) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:32.928288 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-78d01a05-0b62-4239-bbbf-6ee556467ea4 admin admin] Request body: {'subnet': {'network_id': 'bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2081579781-subnet', 'tenant_id': 'ce1f193c68ef49b78c95c02f7413b7d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:38:32.935102 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5406be8-d660-4327-bb1d-8c9b4db2a184 admin admin] Pushing event updated for resources: {'Network': ['ID=bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:32.945199 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:38:32.959830 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d01a05-0b62-4239-bbbf-6ee556467ea4 admin admin] Made reservation on behalf of ce1f193c68ef49b78c95c02f7413b7d6 for: {'subnet': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:38:32.962465 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-78d01a05-0b62-4239-bbbf-6ee556467ea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6205922'] for subnet (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:33.135063 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-78d01a05-0b62-4239-bbbf-6ee556467ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5991165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6205900'] for subnet (6a4c0f39-6fb0-4384-a6d2-0f1b2a30de0c), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:33.185853 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d01a05-0b62-4239-bbbf-6ee556467ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4c0f39-6fb0-4384-a6d2-0f1b2a30de0c,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:33.200559 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d01a05-0b62-4239-bbbf-6ee556467ea4 admin admin] Checking segment: {'id': '8f199523-ffdb-46b3-8e76-902058634fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:38:33.200976 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d01a05-0b62-4239-bbbf-6ee556467ea4 admin admin] Network hostable DHCP agents. Network: bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:38:33.217857 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d01a05-0b62-4239-bbbf-6ee556467ea4 admin admin] Network bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:38:33.226258 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-78d01a05-0b62-4239-bbbf-6ee556467ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab) {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:33.230126 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d01a05-0b62-4239-bbbf-6ee556467ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:33.231266 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-78d01a05-0b62-4239-bbbf-6ee556467ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:33.235444 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126880b0-c266-4112-a365-27067440fea2 None None] Network bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:38:33.254025 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-78d01a05-0b62-4239-bbbf-6ee556467ea4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3276575 Jul 27 16:38:33.342555 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e38b36b-8306-40b1-91b4-3bcb6136edeb None None] Network bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:38:33.727965 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730b3f1-aee7-4416-b197-33eeef66f844 req-74ef9ba9-a785-4344-bc56-c8858ed7201f tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:33.728904 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0730b3f1-aee7-4416-b197-33eeef66f844 req-74ef9ba9-a785-4344-bc56-c8858ed7201f tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 943 time: 0.0833385 Jul 27 16:38:33.739915 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004df322-a5fe-4c7d-96f2-edb09fc46ed7 req-180c9ce4-e736-48c1-b4b6-626709a0575f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:33.741445 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-004df322-a5fe-4c7d-96f2-edb09fc46ed7 req-180c9ce4-e736-48c1-b4b6-626709a0575f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0943918 Jul 27 16:38:33.838258 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0730b3f1-aee7-4416-b197-33eeef66f844 req-ecff49af-fdc7-41af-97c8-2d3567dbaf33 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=247414d3-d916-410d-a8ae-1dbc8c17bd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958486 Jul 27 16:38:33.843165 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-004df322-a5fe-4c7d-96f2-edb09fc46ed7 req-bcea5625-0cf1-48eb-8cf4-2af16ea04a1d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932069 Jul 27 16:38:33.962921 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d92cf-b125-43e3-9c9e-959c1aac82f8 req-240a056a-f733-4d49-bcfa-a1bd477e5514 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:33.964882 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-183d92cf-b125-43e3-9c9e-959c1aac82f8 req-240a056a-f733-4d49-bcfa-a1bd477e5514 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0592649 Jul 27 16:38:34.021803 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-183d92cf-b125-43e3-9c9e-959c1aac82f8 req-315cfedb-1824-47f7-8843-02aa7c8fb602 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491853 Jul 27 16:38:34.650652 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:38:34.752426 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=48f4dc5d-66f7-4d76-acfc-3857b17ffa1e,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:34.763699 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': '48f4dc5d-66f7-4d76-acfc-3857b17ffa1e', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'port_id': '48f4dc5d-66f7-4d76-acfc-3857b17ffa1e', 'mac_address': 'fa:16:3e:66:92:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:38:34.801096 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:38:34.801487 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (48f4dc5d-66f7-4d76-acfc-3857b17ffa1e), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:34.818608 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:38:34.838142 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=48f4dc5d-66f7-4d76-acfc-3857b17ffa1e,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:34.841927 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (48f4dc5d-66f7-4d76-acfc-3857b17ffa1e), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:34.889796 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=48f4dc5d-66f7-4d76-acfc-3857b17ffa1e,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:34.897929 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:34.898280 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:34.898627 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:34.898970 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:34.899307 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:34.899641 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:34.899965 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:34.900312 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:34.900610 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:34.900969 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:34.901299 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:34.901641 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:34.901962 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:34.902283 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:34.903180 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:35.016692 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6cc67-df56-4ccb-96ff-6b9da028cd12 req-acae94a4-8ebd-41ec-bc5c-8df1dfe13630 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:35.018133 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-11d6cc67-df56-4ccb-96ff-6b9da028cd12 req-acae94a4-8ebd-41ec-bc5c-8df1dfe13630 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 944 time: 0.0916400 Jul 27 16:38:35.024112 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c841781-eb14-49d3-91f1-2f08f903e9b5 req-128a7857-44bf-4af7-b2fb-4cf1edccfed2 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:35.025567 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9c841781-eb14-49d3-91f1-2f08f903e9b5 req-128a7857-44bf-4af7-b2fb-4cf1edccfed2 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0888088 Jul 27 16:38:35.027092 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565cdd9-246b-4b37-91fe-5bdf3580bfbb req-d90efa19-0c3e-4f96-9c63-cf5c6c9f9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:35.030089 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1565cdd9-246b-4b37-91fe-5bdf3580bfbb req-d90efa19-0c3e-4f96-9c63-cf5c6c9f9ad6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 1128 time: 0.0476239 Jul 27 16:38:35.099906 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-11d6cc67-df56-4ccb-96ff-6b9da028cd12 req-30b2f71e-43a5-4f29-aa47-2317db5d33f8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=247414d3-d916-410d-a8ae-1dbc8c17bd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733578 Jul 27 16:38:35.107779 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9c841781-eb14-49d3-91f1-2f08f903e9b5 req-d1532446-1160-4afb-b248-b879eeb0031d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672424 Jul 27 16:38:35.207408 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['48f4dc5d-66f7-4d76-acfc-3857b17ffa1e'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:38:35.210800 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565cdd9-246b-4b37-91fe-5bdf3580bfbb req-237f57e9-317a-400a-a1fc-912b324dd75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:35.212369 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1565cdd9-246b-4b37-91fe-5bdf3580bfbb req-237f57e9-317a-400a-a1fc-912b324dd75f service neutron] 10.222.0.20 "GET /v2.0/networks?id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e HTTP/1.1" status: 200 len: 916 time: 0.1329947 Jul 27 16:38:35.289613 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1565cdd9-246b-4b37-91fe-5bdf3580bfbb req-89a69857-fcd4-44c2-af5a-22da2578c0b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f4dc5d-66f7-4d76-acfc-3857b17ffa1e HTTP/1.1" status: 200 len: 217 time: 0.0612073 Jul 27 16:38:35.312225 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:35.331833 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce604e1-bdb6-4f16-ac28-3027331ddd41 req-dfdc0c56-a82e-4345-a1ef-d2a2b19c2297 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:35.342704 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cce604e1-bdb6-4f16-ac28-3027331ddd41 req-dfdc0c56-a82e-4345-a1ef-d2a2b19c2297 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.1372209 Jul 27 16:38:35.343832 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565cdd9-246b-4b37-91fe-5bdf3580bfbb req-cafa2246-0977-4e52-bcf0-28a3f3ee24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:35.345788 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1565cdd9-246b-4b37-91fe-5bdf3580bfbb req-cafa2246-0977-4e52-bcf0-28a3f3ee24ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f8f2e6b-ff3c-47af-8857-06c3b916a7f6 HTTP/1.1" status: 200 len: 854 time: 0.0547073 Jul 27 16:38:35.351072 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:35.418357 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:35.420050 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565cdd9-246b-4b37-91fe-5bdf3580bfbb req-df3cd034-3876-4b37-a2db-a085d9ec0c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:35.421807 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1565cdd9-246b-4b37-91fe-5bdf3580bfbb req-df3cd034-3876-4b37-a2db-a085d9ec0c3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681779 Jul 27 16:38:35.432267 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cce604e1-bdb6-4f16-ac28-3027331ddd41 req-88f5b01b-a466-46db-843b-3a0d0dd5f375 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886984 Jul 27 16:38:35.449126 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36518779-4d36-49e6-bf81-232805e946ec req-cdeefcb0-fc86-40c0-8d06-2736433e0fea tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:35.451230 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-36518779-4d36-49e6-bf81-232805e946ec req-cdeefcb0-fc86-40c0-8d06-2736433e0fea tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/networks?id=bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab HTTP/1.1" status: 200 len: 814 time: 0.1912539 Jul 27 16:38:35.481505 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-36518779-4d36-49e6-bf81-232805e946ec req-aa7928e1-0f34-48ad-a6b3-ca2ef7fe2dee tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/quotas/ce1f193c68ef49b78c95c02f7413b7d6 HTTP/1.1" status: 200 len: 375 time: 0.0231786 Jul 27 16:38:35.533069 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1565cdd9-246b-4b37-91fe-5bdf3580bfbb req-7e03c41f-bf4d-401a-8354-23dca6c227c9 service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021025 Jul 27 16:38:35.535789 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-36518779-4d36-49e6-bf81-232805e946ec req-d3b86881-bf09-4e3d-8d7d-50fb521b0a0d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce1f193c68ef49b78c95c02f7413b7d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518272 Jul 27 16:38:35.642716 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:35.645517 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-36518779-4d36-49e6-bf81-232805e946ec req-7fee1391-d8b5-4243-a9f0-244aae90e9a8 service neutron] 10.222.0.74 "GET /v2.0/networks/bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008704 Jul 27 16:38:35.662159 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1565cdd9-246b-4b37-91fe-5bdf3580bfbb req-d4872840-d4a1-442c-ba42-6c49e19a33d5 service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186278 Jul 27 16:38:35.768497 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-36518779-4d36-49e6-bf81-232805e946ec req-436db203-d348-4cc2-8ba8-804f9eb0ed70 service neutron] 10.222.0.74 "GET /v2.0/networks/bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170897 Jul 27 16:38:36.006297 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ef24b2f-c3b3-47a7-ba79-31a9509e1392 req-c41722af-b217-48ce-8479-4d09673c86a4 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 210 time: 0.0580695 Jul 27 16:38:36.279917 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b54ad4-c9ae-4e31-a8eb-ee44edc0f796 req-2fff818d-b3d1-4406-a720-224a4c9a0a34 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:36.281419 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f4b54ad4-c9ae-4e31-a8eb-ee44edc0f796 req-2fff818d-b3d1-4406-a720-224a4c9a0a34 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0855591 Jul 27 16:38:36.288413 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602b5d-dce8-49b7-96e6-4b550206d725 req-7e96b54c-3afc-443b-9cd0-86897543b148 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:36.290079 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6e602b5d-dce8-49b7-96e6-4b550206d725 req-7e96b54c-3afc-443b-9cd0-86897543b148 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 944 time: 0.0829108 Jul 27 16:38:36.368863 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f4b54ad4-c9ae-4e31-a8eb-ee44edc0f796 req-7a877df6-8474-41f9-a291-133f6bc4b89e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777886 Jul 27 16:38:36.373216 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6e602b5d-dce8-49b7-96e6-4b550206d725 req-aca90b92-0806-42e0-a157-0a71b1ccf5b4 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=247414d3-d916-410d-a8ae-1dbc8c17bd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752699 Jul 27 16:38:36.674875 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:38:36.717224 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:38:36.722528 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:38:36.722986 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (48f4dc5d-66f7-4d76-acfc-3857b17ffa1e), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:36.796541 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:38:36.796978 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (48f4dc5d-66f7-4d76-acfc-3857b17ffa1e), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:36.821571 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b72f0b5-a0b5-458b-9cbb-7216d34be718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f4dc5d-66f7-4d76-acfc-3857b17ffa1e'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:38:36.823862 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454b97f3-6b59-4063-98a1-aa24d27e6577" -d '{"events": [{"server_uuid": "6b72f0b5-a0b5-458b-9cbb-7216d34be718", "name": "network-vif-plugged", "status": "completed", "tag": "48f4dc5d-66f7-4d76-acfc-3857b17ffa1e"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:36.841342 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=48f4dc5d-66f7-4d76-acfc-3857b17ffa1e,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:36.845875 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (48f4dc5d-66f7-4d76-acfc-3857b17ffa1e), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:36.868048 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02202808-7ae7-4039-821a-52c73146a888 x-openstack-request-id: req-02202808-7ae7-4039-821a-52c73146a888 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:36.868414 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b72f0b5-a0b5-458b-9cbb-7216d34be718", "name": "network-vif-plugged", "status": "completed", "tag": "48f4dc5d-66f7-4d76-acfc-3857b17ffa1e", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:36.868621 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-02202808-7ae7-4039-821a-52c73146a888 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:36.869029 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02202808-7ae7-4039-821a-52c73146a888'] response: {'server_uuid': '6b72f0b5-a0b5-458b-9cbb-7216d34be718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f4dc5d-66f7-4d76-acfc-3857b17ffa1e', 'code': 200} Jul 27 16:38:36.898192 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=48f4dc5d-66f7-4d76-acfc-3857b17ffa1e,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:37.081932 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 41442) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:37.086754 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-06e27595-1807-4512-b505-fc43f637cda8 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1859481745', 'description': 'tempest-description--1372604811'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:38:37.117777 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:37.178806 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-06e27595-1807-4512-b505-fc43f637cda8 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:37.183338 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:37.187162 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dad237ca-d670-4805-8581-74419ffb4e7f req-7f81c0f3-f505-4c50-955e-0c6dd8055bb5 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 210 time: 0.0657520 Jul 27 16:38:37.199154 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da2800-9146-474c-8460-5c270af936ab req-1ecb6ec4-adc0-4be4-9328-df6a8b744c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:37.203570 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c3da2800-9146-474c-8460-5c270af936ab req-1ecb6ec4-adc0-4be4-9328-df6a8b744c8a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 1129 time: 0.0829630 Jul 27 16:38:37.249699 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36518779-4d36-49e6-bf81-232805e946ec req-c6d6ec3f-a9d3-4e59-991a-3690186a1a7d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:37.251158 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-36518779-4d36-49e6-bf81-232805e946ec req-c6d6ec3f-a9d3-4e59-991a-3690186a1a7d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.20 "GET /v2.0/networks?id=bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab HTTP/1.1" status: 200 len: 814 time: 0.1586478 Jul 27 16:38:37.266825 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c3da2800-9146-474c-8460-5c270af936ab req-09a60ee8-d11a-4d50-9c54-d6a6488e6751 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=247414d3-d916-410d-a8ae-1dbc8c17bd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450191 Jul 27 16:38:37.268417 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-36518779-4d36-49e6-bf81-232805e946ec req-70149d30-72c8-4ef2-935c-95984c6a2fc2 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Request body: {'port': {'device_id': '17c4ea75-9961-4644-8a94-8461f019fa5a', 'network_id': 'bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab', 'admin_state_up': True, 'tenant_id': 'ce1f193c68ef49b78c95c02f7413b7d6'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:38:37.532014 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcf79b-2d61-471f-bde2-ea84d52a737d req-a77924d7-ff56-4ea8-9b27-52fb22d77fcd tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:37.533541 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-69dcf79b-2d61-471f-bde2-ea84d52a737d req-a77924d7-ff56-4ea8-9b27-52fb22d77fcd tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 945 time: 0.0784574 Jul 27 16:38:37.542373 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcff04-9d06-4c29-a7a0-790c50024f6a req-1d50123d-7a32-40a2-880d-249b81fca6d7 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:37.544326 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6afcff04-9d06-4c29-a7a0-790c50024f6a req-1d50123d-7a32-40a2-880d-249b81fca6d7 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0873141 Jul 27 16:38:37.551862 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-06e27595-1807-4512-b505-fc43f637cda8 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for security_group (26b4533e-c3ea-44a1-9330-41ea9aef4852), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:37.557746 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-06e27595-1807-4512-b505-fc43f637cda8 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (26b4533e-c3ea-44a1-9330-41ea9aef4852), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:37.611431 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-06e27595-1807-4512-b505-fc43f637cda8 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:37.612657 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-06e27595-1807-4512-b505-fc43f637cda8 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5296960 Jul 27 16:38:37.615038 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e27595-1807-4512-b505-fc43f637cda8 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b4533e-c3ea-44a1-9330-41ea9aef4852,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:37.618348 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 41452) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:37.618990 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-69dcf79b-2d61-471f-bde2-ea84d52a737d req-6336d0d7-c9ff-47a5-b523-8cf6d23912f6 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=247414d3-d916-410d-a8ae-1dbc8c17bd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737274 Jul 27 16:38:37.623478 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-a3c5d966-a852-46f5-9630-fa484037af27 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Request body: {'security_group_rule': {'security_group_id': '26b4533e-c3ea-44a1-9330-41ea9aef4852', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:38:37.627843 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6afcff04-9d06-4c29-a7a0-790c50024f6a req-757979d5-c334-43a3-90a1-1cc31f665f95 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759892 Jul 27 16:38:37.663151 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36518779-4d36-49e6-bf81-232805e946ec req-70149d30-72c8-4ef2-935c-95984c6a2fc2 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Made reservation on behalf of ce1f193c68ef49b78c95c02f7413b7d6 for: {'port': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:38:37.666579 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-36518779-4d36-49e6-bf81-232805e946ec req-70149d30-72c8-4ef2-935c-95984c6a2fc2 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:37.671034 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a3c5d966-a852-46f5-9630-fa484037af27 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for security_group_rule (112b4bfe-78f4-4af2-bcb8-491ca73f09c9), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:37.777018 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a3c5d966-a852-46f5-9630-fa484037af27 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for security_group_rule (112b4bfe-78f4-4af2-bcb8-491ca73f09c9), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:37.783295 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a3c5d966-a852-46f5-9630-fa484037af27 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (112b4bfe-78f4-4af2-bcb8-491ca73f09c9), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:37.826266 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5d966-a852-46f5-9630-fa484037af27 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112b4bfe-78f4-4af2-bcb8-491ca73f09c9,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:37.844968 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a3c5d966-a852-46f5-9630-fa484037af27 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:37.846125 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-a3c5d966-a852-46f5-9630-fa484037af27 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2268615 Jul 27 16:38:37.849113 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 41454) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:37.851540 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [req-36518779-4d36-49e6-bf81-232805e946ec req-70149d30-72c8-4ef2-935c-95984c6a2fc2 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Allocated IP 172.20.0.6 (bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab/6a4c0f39-6fb0-4384-a6d2-0f1b2a30de0c/c45f72a2-0106-4ad5-ab26-60fca9b2968b) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:38:37.853517 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-10748d2d-91e0-4729-b78e-8a8db7c5157b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Request body: {'security_group_rule': {'security_group_id': '26b4533e-c3ea-44a1-9330-41ea9aef4852', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:38:37.880079 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-10748d2d-91e0-4729-b78e-8a8db7c5157b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for security_group_rule (1e307157-a882-40bd-98a0-a70c0ae6624a), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:37.936681 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-10748d2d-91e0-4729-b78e-8a8db7c5157b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for security_group_rule (1e307157-a882-40bd-98a0-a70c0ae6624a), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:37.940589 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-10748d2d-91e0-4729-b78e-8a8db7c5157b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (1e307157-a882-40bd-98a0-a70c0ae6624a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:37.962508 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10748d2d-91e0-4729-b78e-8a8db7c5157b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e307157-a882-40bd-98a0-a70c0ae6624a,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:37.969128 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-10748d2d-91e0-4729-b78e-8a8db7c5157b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:37.970363 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-10748d2d-91e0-4729-b78e-8a8db7c5157b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202495 Jul 27 16:38:37.973367 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 41456) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:37.977575 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Request body: {'floatingip': {'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:38:37.999270 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:38.008863 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-36518779-4d36-49e6-bf81-232805e946ec req-70149d30-72c8-4ef2-935c-95984c6a2fc2 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Publish callbacks [] for port (c45f72a2-0106-4ad5-ab26-60fca9b2968b), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:38.015207 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:38.059132 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-36518779-4d36-49e6-bf81-232805e946ec req-70149d30-72c8-4ef2-935c-95984c6a2fc2 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (c45f72a2-0106-4ad5-ab26-60fca9b2968b), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:38.070092 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:38.079411 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:38.106130 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36518779-4d36-49e6-bf81-232805e946ec req-70149d30-72c8-4ef2-935c-95984c6a2fc2 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Network bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:38:38.109818 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [req-36518779-4d36-49e6-bf81-232805e946ec req-70149d30-72c8-4ef2-935c-95984c6a2fc2 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:38.114245 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-36518779-4d36-49e6-bf81-232805e946ec req-70149d30-72c8-4ef2-935c-95984c6a2fc2 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:38:38.127794 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:38.142958 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:38.145089 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70149d30-72c8-4ef2-935c-95984c6a2fc2 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Pushing event updated for resources: {'Port': ['ID=c45f72a2-0106-4ad5-ab26-60fca9b2968b,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:38.190145 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36518779-4d36-49e6-bf81-232805e946ec req-70149d30-72c8-4ef2-935c-95984c6a2fc2 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:38.190695 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-36518779-4d36-49e6-bf81-232805e946ec req-70149d30-72c8-4ef2-935c-95984c6a2fc2 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:38.203077 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Allocated IP 172.27.2.163 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/5e7ae72d-3613-49ab-96f4-49d8782f89d2) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:38:38.207145 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-36518779-4d36-49e6-bf81-232805e946ec req-70149d30-72c8-4ef2-935c-95984c6a2fc2 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9424775 Jul 27 16:38:38.337114 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d686bc-f7fa-42c0-918a-69d179e3b912 req-c1fad9fc-2646-427e-bfc8-24bee3a79123 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:38.338566 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-38d686bc-f7fa-42c0-918a-69d179e3b912 req-c1fad9fc-2646-427e-bfc8-24bee3a79123 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 931 time: 0.0708358 Jul 27 16:38:38.358085 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for port (5e7ae72d-3613-49ab-96f4-49d8782f89d2), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:38.409298 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-38d686bc-f7fa-42c0-918a-69d179e3b912 req-38eee272-5235-4d59-b991-0700306b9ec3 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622497 Jul 27 16:38:38.420287 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (5e7ae72d-3613-49ab-96f4-49d8782f89d2), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:38.455696 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:38:38.460525 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:38.462929 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:38:38.491293 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Pushing event updated for resources: {'Port': ['ID=5e7ae72d-3613-49ab-96f4-49d8782f89d2,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:38.555342 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for floatingip (2f972c0f-20ff-4d79-bd84-0d2407a0e453), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:38.592360 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (5e7ae72d-3613-49ab-96f4-49d8782f89d2), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:38.795751 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e08f2d-4a0b-46cb-9b52-b8c40ba4d533 req-3da62b84-cf85-4238-a44a-63012e43f59b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:38.797099 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-44e08f2d-4a0b-46cb-9b52-b8c40ba4d533 req-3da62b84-cf85-4238-a44a-63012e43f59b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 945 time: 0.0949309 Jul 27 16:38:38.823813 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c97460-d986-430a-ba6f-1c04d7ba3e01 req-1b1f47cd-9d43-433f-b417-b4b209376a5a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:38.825858 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a8c97460-d986-430a-ba6f-1c04d7ba3e01 req-1b1f47cd-9d43-433f-b417-b4b209376a5a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0912149 Jul 27 16:38:39.082600 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for port (5e7ae72d-3613-49ab-96f4-49d8782f89d2), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:39.098018 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (5e7ae72d-3613-49ab-96f4-49d8782f89d2), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:39.103897 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:39.129672 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:39.207484 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-44e08f2d-4a0b-46cb-9b52-b8c40ba4d533 req-654e31b1-99d4-4e75-9a47-0d9e4c8a3ec9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=247414d3-d916-410d-a8ae-1dbc8c17bd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4043422 Jul 27 16:38:39.211453 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Pushing event updated for resources: {'Port': ['ID=5e7ae72d-3613-49ab-96f4-49d8782f89d2,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:39.218816 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a8c97460-d986-430a-ba6f-1c04d7ba3e01 req-3bd804ce-9113-4184-9eab-19980d70c582 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389086 Jul 27 16:38:39.237113 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (2f972c0f-20ff-4d79-bd84-0d2407a0e453), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:39.253680 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:39.254920 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-cb923fbe-0aa1-46bf-a866-dbcfe9812458 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2806406 Jul 27 16:38:39.468972 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-ce084e5c-305b-4680-892a-ea1ee0788933 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1859481745&fields=id&tenant_id=027a003da80c43ca9b4b337527b93d3a HTTP/1.1" status: 200 len: 267 time: 0.0482137 Jul 27 16:38:39.568609 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf655c7-07ac-4626-911a-5733cab34385 req-880bf063-9f65-45e2-93f8-7a16f6ad8a26 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:39.570089 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7cf655c7-07ac-4626-911a-5733cab34385 req-880bf063-9f65-45e2-93f8-7a16f6ad8a26 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 931 time: 0.0852926 Jul 27 16:38:39.638448 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-ca6dc780-d180-49e5-ae44-a0642e088ed9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:39.639813 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-ca6dc780-d180-49e5-ae44-a0642e088ed9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 818 time: 0.1645598 Jul 27 16:38:39.661412 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7cf655c7-07ac-4626-911a-5733cab34385 req-42c3ad5f-944f-46c7-b624-c3108c07723e tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834076 Jul 27 16:38:39.664070 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-400efc60-4842-46be-b09f-915dec948acd tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/quotas/027a003da80c43ca9b4b337527b93d3a HTTP/1.1" status: 200 len: 375 time: 0.0169060 Jul 27 16:38:39.720718 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-126b83f3-ee15-4a2f-b348-f69a272686a1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0501099 Jul 27 16:38:39.818233 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-d6931379-cd56-4757-97ed-7378ef558ce9 service neutron] 10.222.0.74 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863097 Jul 27 16:38:39.907532 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-221b7a79-aeef-47ad-8568-ccaf0f13a370 service neutron] 10.222.0.74 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835929 Jul 27 16:38:40.073373 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca1f7e9f-8a61-46ba-9564-b2af6e2e5083 req-954fac9f-4137-430f-b5cf-f0d2b2a38947 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0286994 Jul 27 16:38:40.238429 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Request body: {'port': {'device_id': '17c4ea75-9961-4644-8a94-8461f019fa5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:38:40.351856 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313975d5-01b5-4274-ad0e-ac906374b53d req-589d9ad0-d98a-430c-92cb-3e9acdb99ebc tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:40.353620 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-313975d5-01b5-4274-ad0e-ac906374b53d req-589d9ad0-d98a-430c-92cb-3e9acdb99ebc tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 945 time: 0.0642340 Jul 27 16:38:40.377847 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (c45f72a2-0106-4ad5-ab26-60fca9b2968b), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:40.429071 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb573e5-2190-4bf1-abd9-fe12acc336c1 req-4bd9d8a4-d04a-47fa-b0e0-c377eae4ee02 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:40.430691 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-deb573e5-2190-4bf1-abd9-fe12acc336c1 req-4bd9d8a4-d04a-47fa-b0e0-c377eae4ee02 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0673525 Jul 27 16:38:40.468417 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-313975d5-01b5-4274-ad0e-ac906374b53d req-b9b9a745-23c2-41ea-8d6c-5ce897ee9010 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=247414d3-d916-410d-a8ae-1dbc8c17bd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061609 Jul 27 16:38:40.508719 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-deb573e5-2190-4bf1-abd9-fe12acc336c1 req-8e41ad3f-58d9-4841-9b34-493f66de2bb5 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712574 Jul 27 16:38:40.649433 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45f72a2-0106-4ad5-ab26-60fca9b2968b {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:38:40.657223 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Publish callbacks [] for port (c45f72a2-0106-4ad5-ab26-60fca9b2968b), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:40.669353 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Transition to ACTIVE for port object c45f72a2-0106-4ad5-ab26-60fca9b2968b will not be triggered until provisioned by entity L2. {{(pid=104022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:38:40.673342 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (c45f72a2-0106-4ad5-ab26-60fca9b2968b), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:40.725390 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Pushing event updated for resources: {'Port': ['ID=c45f72a2-0106-4ad5-ab26-60fca9b2968b,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:40.786409 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abadad-698d-43ca-ba86-23df1db0b3b9 req-29ae2822-2f6c-442c-8f3f-a09652d20821 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:40.788036 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25abadad-698d-43ca-ba86-23df1db0b3b9 req-29ae2822-2f6c-442c-8f3f-a09652d20821 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 943 time: 0.0508611 Jul 27 16:38:40.791147 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Attempting to bind port c45f72a2-0106-4ad5-ab26-60fca9b2968b on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:38:40.791478 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Attempting to bind port c45f72a2-0106-4ad5-ab26-60fca9b2968b by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': '8f199523-ffdb-46b3-8e76-902058634fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:38:40.791802 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Attempting to bind port c45f72a2-0106-4ad5-ab26-60fca9b2968b on network bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:38:40.796242 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Port c45f72a2-0106-4ad5-ab26-60fca9b2968b on network bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:38:40.796555 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Attempting to bind port c45f72a2-0106-4ad5-ab26-60fca9b2968b on network bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:38:40.801466 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:38:40.801795 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Checking segment: {'id': '8f199523-ffdb-46b3-8e76-902058634fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:38:40.802169 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Bound using segment: {'id': '8f199523-ffdb-46b3-8e76-902058634fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:38:40.802589 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Bound port: c45f72a2-0106-4ad5-ab26-60fca9b2968b, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f199523-ffdb-46b3-8e76-902058634fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:38:40.802938 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (c45f72a2-0106-4ad5-ab26-60fca9b2968b), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:40.814213 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:40.836447 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25abadad-698d-43ca-ba86-23df1db0b3b9 req-38501a1d-7e14-42e4-b23e-9c5e4241be74 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427101 Jul 27 16:38:40.868070 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] For port c45f72a2-0106-4ad5-ab26-60fca9b2968b, host hv-cinder-84969, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:38:40.871731 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] For port c45f72a2-0106-4ad5-ab26-60fca9b2968b, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=c45f72a2-0106-4ad5-ab26-60fca9b2968b,segment=NetworkSegment(8f199523-ffdb-46b3-8e76-902058634fb4),segment_id=8f199523-ffdb-46b3-8e76-902058634fb4)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:38:40.883961 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (c45f72a2-0106-4ad5-ab26-60fca9b2968b), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:40.931813 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:40.932435 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:40.934399 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-36518779-4d36-49e6-bf81-232805e946ec req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] 10.222.0.20 "PUT /v2.0/ports/c45f72a2-0106-4ad5-ab26-60fca9b2968b HTTP/1.1" status: 200 len: 1093 time: 0.7007883 Jul 27 16:38:40.934825 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c4ea75-9961-4644-8a94-8461f019fa5a', 'tag': 'c45f72a2-0106-4ad5-ab26-60fca9b2968b'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:38:40.937087 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10191aaf-1190-404b-ad76-4915605364e9" -d '{"events": [{"name": "network-changed", "server_uuid": "17c4ea75-9961-4644-8a94-8461f019fa5a", "tag": "c45f72a2-0106-4ad5-ab26-60fca9b2968b"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:40.941529 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:40.958287 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e3941-c6c7-45fb-894e-81ced2499481 service neutron] Pushing event updated for resources: {'Port': ['ID=c45f72a2-0106-4ad5-ab26-60fca9b2968b,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:40.986688 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fc8143-f47c-43b8-953c-33f7dc46aed7 x-openstack-request-id: req-c4fc8143-f47c-43b8-953c-33f7dc46aed7 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:40.986976 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c4ea75-9961-4644-8a94-8461f019fa5a", "tag": "c45f72a2-0106-4ad5-ab26-60fca9b2968b", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:40.987227 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c4fc8143-f47c-43b8-953c-33f7dc46aed7 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:40.987630 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4fc8143-f47c-43b8-953c-33f7dc46aed7'] response: {'name': 'network-changed', 'server_uuid': '17c4ea75-9961-4644-8a94-8461f019fa5a', 'tag': 'c45f72a2-0106-4ad5-ab26-60fca9b2968b', 'status': 'completed', 'code': 200} Jul 27 16:38:41.042551 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36518779-4d36-49e6-bf81-232805e946ec req-cb1a003b-5ae1-4128-b40d-ce903f01721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:41.044164 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-36518779-4d36-49e6-bf81-232805e946ec req-cb1a003b-5ae1-4128-b40d-ce903f01721b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce1f193c68ef49b78c95c02f7413b7d6&device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 1127 time: 0.0404334 Jul 27 16:38:41.106210 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-36518779-4d36-49e6-bf81-232805e946ec req-1c998dfa-bf1a-4d7a-80c3-8fd5585e02ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c45f72a2-0106-4ad5-ab26-60fca9b2968b HTTP/1.1" status: 200 len: 217 time: 0.0393686 Jul 27 16:38:41.197354 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36518779-4d36-49e6-bf81-232805e946ec req-4cbc148f-df01-48e5-879b-dcfd1ce2eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:41.199206 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-36518779-4d36-49e6-bf81-232805e946ec req-4cbc148f-df01-48e5-879b-dcfd1ce2eea8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a4c0f39-6fb0-4384-a6d2-0f1b2a30de0c HTTP/1.1" status: 200 len: 854 time: 0.0704892 Jul 27 16:38:41.199572 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2398f7ca-6f09-4845-a025-b05298de10ed req-a1da638b-366e-4843-b58b-c1f0cc88aa77 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0332074 Jul 27 16:38:41.611853 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-36518779-4d36-49e6-bf81-232805e946ec req-82580ed2-de2a-4c54-90a6-6b96d858dffb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358245 Jul 27 16:38:41.635838 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4edd3-3cc0-4e27-ba36-4395c4fb9b13 req-fc7b0f7b-85ea-4e20-bb88-f5bc394908e6 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:41.637855 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65b4edd3-3cc0-4e27-ba36-4395c4fb9b13 req-fc7b0f7b-85ea-4e20-bb88-f5bc394908e6 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 945 time: 0.0968843 Jul 27 16:38:41.662866 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b65fe1-b63b-441a-b187-c076e1fd8a26 req-daaeb176-15d1-45a9-ac2f-13abbd3d0ce9 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:41.664298 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-60b65fe1-b63b-441a-b187-c076e1fd8a26 req-daaeb176-15d1-45a9-ac2f-13abbd3d0ce9 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0699229 Jul 27 16:38:41.693573 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:41.732642 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65b4edd3-3cc0-4e27-ba36-4395c4fb9b13 req-d5e9aa3f-a2c3-46f7-987c-93962d163606 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=247414d3-d916-410d-a8ae-1dbc8c17bd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868313 Jul 27 16:38:41.744985 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-60b65fe1-b63b-441a-b187-c076e1fd8a26 req-8404c881-1aee-4b75-84b4-125ed0a59fb0 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696321 Jul 27 16:38:41.954308 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46441a4b-0ef1-4b38-ba19-ddd2306c1c31 req-f06c4c65-abf0-433d-b95a-9a79541be49b tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:41.955766 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-46441a4b-0ef1-4b38-ba19-ddd2306c1c31 req-f06c4c65-abf0-433d-b95a-9a79541be49b tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 943 time: 0.0465238 Jul 27 16:38:42.002028 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-46441a4b-0ef1-4b38-ba19-ddd2306c1c31 req-c353e205-58d7-4ce3-8636-32b0d4cf352a tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Jul 27 16:38:42.305913 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b29b1a52-6e72-452e-b143-9c7ae834569e req-59901d86-f41d-4fb6-bd3b-ebc519093bd2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0274603 Jul 27 16:38:42.890065 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ffc78-e39e-4c8e-811e-eeca8641fbf5 req-4346202d-c630-485f-a9d0-ac26fbe5f978 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:42.891555 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f52ffc78-e39e-4c8e-811e-eeca8641fbf5 req-4346202d-c630-485f-a9d0-ac26fbe5f978 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 945 time: 0.0807772 Jul 27 16:38:42.897648 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d93f5-da13-4f9c-a597-b1ace4148c75 req-03385cbf-765a-414b-8d9d-669a3470d486 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:42.899003 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f26d93f5-da13-4f9c-a597-b1ace4148c75 req-03385cbf-765a-414b-8d9d-669a3470d486 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0774548 Jul 27 16:38:42.971818 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f52ffc78-e39e-4c8e-811e-eeca8641fbf5 req-57214911-3302-427d-8ee3-b86de97cec9d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=247414d3-d916-410d-a8ae-1dbc8c17bd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718806 Jul 27 16:38:42.978602 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f26d93f5-da13-4f9c-a597-b1ace4148c75 req-9100dd4d-8656-4362-bedd-de2dd16df539 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700505 Jul 27 16:38:43.117072 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64972465-a19f-433c-9285-43dfac28ddce req-26d72723-9ecb-4230-97ba-793bd5863f83 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:43.118530 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-64972465-a19f-433c-9285-43dfac28ddce req-26d72723-9ecb-4230-97ba-793bd5863f83 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 945 time: 0.0787854 Jul 27 16:38:43.128070 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 41546) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:43.132642 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-ddffb1c8-71ec-4d48-84ca-dc6d5ec34383 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'floatingip': {'port_id': '48f4dc5d-66f7-4d76-acfc-3857b17ffa1e'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:38:43.134197 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1490b0-d847-420f-b36b-e95cadadc739 req-eca1cb7b-5b3d-4b4f-b6f8-afa285620d1b tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:43.135650 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2a1490b0-d847-420f-b36b-e95cadadc739 req-eca1cb7b-5b3d-4b4f-b6f8-afa285620d1b tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 943 time: 0.0602288 Jul 27 16:38:43.172251 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ddffb1c8-71ec-4d48-84ca-dc6d5ec34383 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (dd35aac1-27d0-4697-aa35-e7d4ab5f5b83), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:43.184242 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2a1490b0-d847-420f-b36b-e95cadadc739 req-376708a2-6862-4b27-b3b2-bc66005a70e6 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430210 Jul 27 16:38:43.211844 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:43.407294 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cdf25f94-ecbb-421b-b127-b58c769caf69 req-18fa4043-6902-421f-bd82-985e6cd39f5b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0290234 Jul 27 16:38:43.614677 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ddffb1c8-71ec-4d48-84ca-dc6d5ec34383 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:43.619178 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ddffb1c8-71ec-4d48-84ca-dc6d5ec34383 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (dd35aac1-27d0-4697-aa35-e7d4ab5f5b83), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:43.717134 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-ddffb1c8-71ec-4d48-84ca-dc6d5ec34383 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Floating IP dd35aac1-27d0-4697-aa35-e7d4ab5f5b83 associated. External IP: 172.27.2.147, port: 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e. Jul 27 16:38:43.919280 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddffb1c8-71ec-4d48-84ca-dc6d5ec34383 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:38:43.999009 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:44.023542 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddffb1c8-71ec-4d48-84ca-dc6d5ec34383 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:38:44.028821 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ddffb1c8-71ec-4d48-84ca-dc6d5ec34383 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:44.034676 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcaede5-9111-4354-914e-191e5d9278f1 None None] Sync routers for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:38:44.045021 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcaede5-9111-4354-914e-191e5d9278f1 None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:38:44.045775 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2fcaede5-9111-4354-914e-191e5d9278f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:38:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:44.060421 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ddffb1c8-71ec-4d48-84ca-dc6d5ec34383 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "PUT /v2.0/floatingips/dd35aac1-27d0-4697-aa35-e7d4ab5f5b83 HTTP/1.1" status: 200 len: 991 time: 0.9312141 Jul 27 16:38:44.061132 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b72f0b5-a0b5-458b-9cbb-7216d34be718', 'tag': '48f4dc5d-66f7-4d76-acfc-3857b17ffa1e'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:38:44.063417 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e9623f-60f3-4358-89e9-c42833e8e1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b72f0b5-a0b5-458b-9cbb-7216d34be718", "tag": "48f4dc5d-66f7-4d76-acfc-3857b17ffa1e"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:44.104279 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69910d8b-4c72-4480-ba81-7a941c5c0368 x-openstack-request-id: req-69910d8b-4c72-4480-ba81-7a941c5c0368 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:44.104763 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b72f0b5-a0b5-458b-9cbb-7216d34be718", "tag": "48f4dc5d-66f7-4d76-acfc-3857b17ffa1e", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:44.105653 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-69910d8b-4c72-4480-ba81-7a941c5c0368 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:44.105653 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69910d8b-4c72-4480-ba81-7a941c5c0368'] response: {'name': 'network-changed', 'server_uuid': '6b72f0b5-a0b5-458b-9cbb-7216d34be718', 'tag': '48f4dc5d-66f7-4d76-acfc-3857b17ffa1e', 'status': 'completed', 'code': 200} Jul 27 16:38:44.127250 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745742af-6385-4864-9b01-e7dd22cd61d1 req-d5dc7fbd-105f-4e0b-82c1-8ac84f5f1b3e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:44.129155 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-745742af-6385-4864-9b01-e7dd22cd61d1 req-d5dc7fbd-105f-4e0b-82c1-8ac84f5f1b3e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0623355 Jul 27 16:38:44.152265 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-2fcaede5-9111-4354-914e-191e5d9278f1 None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:38:44.191423 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-745742af-6385-4864-9b01-e7dd22cd61d1 req-25356883-b251-42e8-a29b-0854c081684c tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566530 Jul 27 16:38:44.303961 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcba3f0-2ae2-4394-861f-93e9a1fcc114 req-36e2e5f5-f42e-4c40-8cde-adff6345b3d8 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:44.305582 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-abcba3f0-2ae2-4394-861f-93e9a1fcc114 req-36e2e5f5-f42e-4c40-8cde-adff6345b3d8 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 943 time: 0.0485668 Jul 27 16:38:44.353645 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-abcba3f0-2ae2-4394-861f-93e9a1fcc114 req-46649150-c457-4cea-8cc7-7299c684e42a tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417356 Jul 27 16:38:44.409636 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2fcaede5-9111-4354-914e-191e5d9278f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'a723ad72-e71f-4ef7-9c37-c78f75c16fdb', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '78e696af-c295-41c4-a3bd-e88439dd705f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:e9:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:36:12Z', 'updated_at': '2022-07-27T16:36:45Z', 'revision_number': 2, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}, {'id': 'dd35aac1-27d0-4697-aa35-e7d4ab5f5b83', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '48f4dc5d-66f7-4d76-acfc-3857b17ffa1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:66:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72f0b5-a0b5-458b-9cbb-7216d34be718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:38:20Z', 'updated_at': '2022-07-27T16:38:43Z', 'revision_number': 1, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:44.434293 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcaede5-9111-4354-914e-191e5d9278f1 None None] Checking router: 115fa28b-f5c6-4177-8cbb-a31c9f89e350 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:38:44.442798 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcaede5-9111-4354-914e-191e5d9278f1 None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:38:44.443399 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2fcaede5-9111-4354-914e-191e5d9278f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:38:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:44.507181 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e1556fe3-2156-4b35-8c0f-926759d63162 req-1609ec27-57dd-4a9a-a609-0bb77a1f06bb tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0282989 Jul 27 16:38:44.545343 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-2fcaede5-9111-4354-914e-191e5d9278f1 None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:38:44.691407 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:44.698014 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:44.761640 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2fcaede5-9111-4354-914e-191e5d9278f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'a723ad72-e71f-4ef7-9c37-c78f75c16fdb', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '78e696af-c295-41c4-a3bd-e88439dd705f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:e9:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:36:12Z', 'updated_at': '2022-07-27T16:36:45Z', 'revision_number': 2, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}, {'id': 'dd35aac1-27d0-4697-aa35-e7d4ab5f5b83', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '48f4dc5d-66f7-4d76-acfc-3857b17ffa1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:66:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72f0b5-a0b5-458b-9cbb-7216d34be718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:38:20Z', 'updated_at': '2022-07-27T16:38:43Z', 'revision_number': 1, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:38:44.787440 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcaede5-9111-4354-914e-191e5d9278f1 None None] The sync data for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi is: [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'a723ad72-e71f-4ef7-9c37-c78f75c16fdb', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '78e696af-c295-41c4-a3bd-e88439dd705f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:e9:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:36:12Z', 'updated_at': '2022-07-27T16:36:45Z', 'revision_number': 2, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}, {'id': 'dd35aac1-27d0-4697-aa35-e7d4ab5f5b83', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '48f4dc5d-66f7-4d76-acfc-3857b17ffa1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:66:92:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72f0b5-a0b5-458b-9cbb-7216d34be718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:38:20Z', 'updated_at': '2022-07-27T16:38:43Z', 'revision_number': 1, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:38:45.001820 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad1afef-f7ed-49a7-9d56-aa45f1876cfa None None] New status for floating IP dd35aac1-27d0-4697-aa35-e7d4ab5f5b83: ACTIVE {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:38:45.322700 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9f404-080c-43bb-a878-802fb886f2da req-4f18ac13-2009-4588-90de-a2a4b18856be tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:45.324258 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1fd9f404-080c-43bb-a878-802fb886f2da req-4f18ac13-2009-4588-90de-a2a4b18856be tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0548689 Jul 27 16:38:45.378337 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1fd9f404-080c-43bb-a878-802fb886f2da req-b55ebe84-175c-4852-a510-68a0f58174c2 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482123 Jul 27 16:38:45.482619 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd28ff-7701-413a-819f-da9782e68757 req-433b44f0-3eda-4690-8544-847c18f302b1 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:45.484001 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65bd28ff-7701-413a-819f-da9782e68757 req-433b44f0-3eda-4690-8544-847c18f302b1 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 943 time: 0.0512230 Jul 27 16:38:45.508090 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:45.532187 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65bd28ff-7701-413a-819f-da9782e68757 req-eeabdc30-78fa-4be9-b7d6-08cb2967f97e tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426097 Jul 27 16:38:45.606424 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00ece72e-c98d-4b79-a00b-059640b5190a req-a0e3613f-c7d1-44fe-ae6a-a2d816ace7e2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0291996 Jul 27 16:38:45.998458 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 41590) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:46.110324 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-10c34df4-ac5c-42d9-8e99-e7947cf21faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:46.167288 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:46.190438 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-10c34df4-ac5c-42d9-8e99-e7947cf21faa admin admin] Publish callbacks [] for security_group (c06c1201-ad79-4c9e-a990-585a0803e292), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:46.195224 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-10c34df4-ac5c-42d9-8e99-e7947cf21faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (c06c1201-ad79-4c9e-a990-585a0803e292), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:46.232915 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c34df4-ac5c-42d9-8e99-e7947cf21faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06c1201-ad79-4c9e-a990-585a0803e292,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:46.237036 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-10c34df4-ac5c-42d9-8e99-e7947cf21faa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fa113a9566d1479ab2e120d4a14eeb3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376776 Jul 27 16:38:46.239712 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 41594) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:38:46.292836 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-39f4500a-a43d-4a6b-881c-b0297aa57ac9 admin admin] Publish callbacks [] for security_group (c06c1201-ad79-4c9e-a990-585a0803e292), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:46.315544 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-39f4500a-a43d-4a6b-881c-b0297aa57ac9 admin admin] Publish callbacks [] for security_group (c06c1201-ad79-4c9e-a990-585a0803e292), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:46.366665 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-39f4500a-a43d-4a6b-881c-b0297aa57ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (c06c1201-ad79-4c9e-a990-585a0803e292), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:46.369619 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-39f4500a-a43d-4a6b-881c-b0297aa57ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:46.370761 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-39f4500a-a43d-4a6b-881c-b0297aa57ac9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c06c1201-ad79-4c9e-a990-585a0803e292 HTTP/1.1" status: 204 len: 168 time: 0.1301405 Jul 27 16:38:46.379087 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4500a-a43d-4a6b-881c-b0297aa57ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06c1201-ad79-4c9e-a990-585a0803e292,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:46.517599 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10611c03-ce98-4aaa-b9ad-052826383318 req-eec1a19e-8ce8-412a-985a-6ce0735a5c33 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:46.519254 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-10611c03-ce98-4aaa-b9ad-052826383318 req-eec1a19e-8ce8-412a-985a-6ce0735a5c33 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0565212 Jul 27 16:38:46.574177 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-10611c03-ce98-4aaa-b9ad-052826383318 req-bb81920f-9b2b-4fe0-afb7-9e0185eb689b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489712 Jul 27 16:38:46.662102 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bba5c-d919-4d1e-92fb-96753eab9e42 req-924d3b97-a5bb-4dc0-b7ab-673d0b562258 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:46.664356 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3a5bba5c-d919-4d1e-92fb-96753eab9e42 req-924d3b97-a5bb-4dc0-b7ab-673d0b562258 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 943 time: 0.0520999 Jul 27 16:38:46.723859 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:46.728002 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2dd0c898-6eac-430c-8daa-175421210065 req-699f0a88-4659-415b-85d7-7ccc9eba2605 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0401425 Jul 27 16:38:46.743097 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3a5bba5c-d919-4d1e-92fb-96753eab9e42 req-186c3a7e-985b-40cc-a9ad-2ef853d9f527 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714660 Jul 27 16:38:47.704868 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25001cc6-135d-419d-b620-5836da087424 req-ee1893c5-5ec5-4e28-bb03-e14e30cab16d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:47.706359 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25001cc6-135d-419d-b620-5836da087424 req-ee1893c5-5ec5-4e28-bb03-e14e30cab16d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0511010 Jul 27 16:38:47.756341 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25001cc6-135d-419d-b620-5836da087424 req-550a4895-1a8f-420f-81a5-2be05b9916dc tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440454 Jul 27 16:38:47.845997 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79159c07-3166-4494-84f6-cb4d86588d55 req-ede75cbd-1731-45b5-aa83-b0af7c922989 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0299282 Jul 27 16:38:47.890534 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629a641-ffa7-4630-8b12-ddd958d36e37 req-babf968b-8844-4c85-bdb5-0838486fff78 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:47.891909 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3629a641-ffa7-4630-8b12-ddd958d36e37 req-babf968b-8844-4c85-bdb5-0838486fff78 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 943 time: 0.0487764 Jul 27 16:38:47.941540 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3629a641-ffa7-4630-8b12-ddd958d36e37 req-ed25e345-1151-4606-90e4-b5525dc3629a tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440319 Jul 27 16:38:47.990231 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:38:48.891730 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f0160-38d3-4813-92b5-58bbaca04f37 req-f93ab793-90a1-4b40-afe3-4cdaa5ea9db6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:48.893468 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f00f0160-38d3-4813-92b5-58bbaca04f37 req-f93ab793-90a1-4b40-afe3-4cdaa5ea9db6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0545921 Jul 27 16:38:48.956532 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ef1c1a93-f09c-4ecf-9f16-9369936cc239 req-fce90ee3-abdb-4bf0-91b8-d9901066bd49 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0353677 Jul 27 16:38:48.971516 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f00f0160-38d3-4813-92b5-58bbaca04f37 req-daf614ad-8e92-49a2-b411-5e9706bc658a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721986 Jul 27 16:38:49.069198 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a0689-2228-4c9c-ba1e-b5f0f8ece4b3 req-3c98ab34-b7a4-4b63-a3dd-27c9b2c3e52d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:49.070569 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f56a0689-2228-4c9c-ba1e-b5f0f8ece4b3 req-3c98ab34-b7a4-4b63-a3dd-27c9b2c3e52d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 943 time: 0.0469229 Jul 27 16:38:49.122147 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f56a0689-2228-4c9c-ba1e-b5f0f8ece4b3 req-4f494dae-d509-4d75-948f-673958c5236a tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453713 Jul 27 16:38:50.059354 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c06e7c16-79dd-4988-9d74-f7df3b0993e5 req-8623456f-227d-4718-beaa-c56ce43f7f09 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0298800 Jul 27 16:38:50.104194 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee1802-b1f7-4739-90fe-399db3529c79 req-fd803345-28c6-4f6c-9a3b-4f14158d632f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:50.106156 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-66ee1802-b1f7-4739-90fe-399db3529c79 req-fd803345-28c6-4f6c-9a3b-4f14158d632f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0491931 Jul 27 16:38:50.153682 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-66ee1802-b1f7-4739-90fe-399db3529c79 req-720a3655-7a98-48a5-ae98-6e45fdc37487 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419972 Jul 27 16:38:50.247695 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf9224-1439-4797-a325-a478946d11df req-3c288d35-bf48-4b64-9461-7719475ed382 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:50.249173 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3cdf9224-1439-4797-a325-a478946d11df req-3c288d35-bf48-4b64-9461-7719475ed382 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 943 time: 0.0508304 Jul 27 16:38:50.296149 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3cdf9224-1439-4797-a325-a478946d11df req-73469b1b-9e48-4029-8420-3e1ee220bf51 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414450 Jul 27 16:38:50.432145 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:51.166703 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-976cf92a-2eae-49d7-af91-1a3d6d359df4 req-b00c24a1-1170-4361-9b90-f957e55b1a3b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0373755 Jul 27 16:38:51.278754 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a7661-d311-4b18-aab3-38e818aaf333 req-e6112894-9607-4371-b426-abf2dde3980a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:51.280211 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-862a7661-d311-4b18-aab3-38e818aaf333 req-e6112894-9607-4371-b426-abf2dde3980a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0471909 Jul 27 16:38:51.327273 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-862a7661-d311-4b18-aab3-38e818aaf333 req-21206054-50fe-4c7f-8ad7-e6e7772e3f7b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407741 Jul 27 16:38:51.422922 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfaaba-ecff-469c-9b51-ace6e4946a94 req-489fc00d-a154-4083-ad86-637953355b22 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:51.424349 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1cfaaba-ecff-469c-9b51-ace6e4946a94 req-489fc00d-a154-4083-ad86-637953355b22 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 943 time: 0.0508072 Jul 27 16:38:51.471254 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1cfaaba-ecff-469c-9b51-ace6e4946a94 req-2c5151d0-d502-40c5-b824-4f18049ded55 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 Jul 27 16:38:52.266481 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-042e1b0b-a4eb-46d8-95e1-5533a7314175 req-658397e7-f7fd-45da-afa6-c24f5670ae5a tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0273504 Jul 27 16:38:52.487614 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4af25-6eb4-46e1-a332-c382c41b9502 req-b5ce261c-19f6-4474-a169-8381faaac631 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:52.489424 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ae4af25-6eb4-46e1-a332-c382c41b9502 req-b5ce261c-19f6-4474-a169-8381faaac631 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0710428 Jul 27 16:38:52.537946 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:52.563972 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-36518779-4d36-49e6-bf81-232805e946ec req-ff38aac2-128a-4cbc-a7ba-9fbce8e49ed4 service neutron] 10.222.0.20 "GET /v2.0/networks/bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189966 Jul 27 16:38:52.656611 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ae4af25-6eb4-46e1-a332-c382c41b9502 req-e594bc8c-8012-4c47-849f-25b4d4f88017 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525750 Jul 27 16:38:52.671444 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:52.705156 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0f331-d593-4cc4-b9be-1b4e1e9462d5 req-3e942360-0161-4f11-b4d6-745229a17840 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:52.706618 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ee0f331-d593-4cc4-b9be-1b4e1e9462d5 req-3e942360-0161-4f11-b4d6-745229a17840 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 943 time: 0.1037381 Jul 27 16:38:52.716706 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1610f26c-2433-448c-8b6f-62ddf1091360 req-0efdcc4f-3bf9-43cb-b7d7-f29b73f15abb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428617 Jul 27 16:38:52.753396 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9623f-60f3-4358-89e9-c42833e8e1b9 req-5d60bcc7-2daf-48ad-bf5d-38a30e5cfb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:52.754871 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e1e9623f-60f3-4358-89e9-c42833e8e1b9 req-5d60bcc7-2daf-48ad-bf5d-38a30e5cfb72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 1129 time: 0.0973330 Jul 27 16:38:52.764325 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-c130e454-85ee-41e1-8675-fecb1400bd70 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:52.765702 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-c130e454-85ee-41e1-8675-fecb1400bd70 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.20 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 818 time: 0.2262912 Jul 27 16:38:52.791390 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ee0f331-d593-4cc4-b9be-1b4e1e9462d5 req-52fe7b42-0f09-4663-b114-b2296c0c1a13 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750709 Jul 27 16:38:53.285516 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-36518779-4d36-49e6-bf81-232805e946ec req-6195703a-d69a-43d2-816f-56926d317aa8 service neutron] 10.222.0.20 "GET /v2.0/networks/bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137803 Jul 27 16:38:53.313882 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610f26c-2433-448c-8b6f-62ddf1091360 req-4da78ae7-0885-472d-aa0d-3123b109d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:53.315530 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1610f26c-2433-448c-8b6f-62ddf1091360 req-4da78ae7-0885-472d-aa0d-3123b109d8b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 1130 time: 0.0669761 Jul 27 16:38:53.407957 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a13a5631-b0d2-4647-8a45-12d4194021bb req-70fcff61-c04a-4279-bfe6-234567642d92 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0482836 Jul 27 16:38:53.467260 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-38baa6d7-2ef7-489f-9871-b5ccbc286714 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=027a003da80c43ca9b4b337527b93d3a HTTP/1.1" status: 200 len: 380 time: 0.2181878 Jul 27 16:38:53.481827 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9623f-60f3-4358-89e9-c42833e8e1b9 req-d719bfa1-e12e-49ab-865d-16f26f9da01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:53.483444 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e1e9623f-60f3-4358-89e9-c42833e8e1b9 req-d719bfa1-e12e-49ab-865d-16f26f9da01f service neutron] 10.222.0.20 "GET /v2.0/networks?id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e HTTP/1.1" status: 200 len: 916 time: 0.2321677 Jul 27 16:38:53.785634 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ba3e9-b32e-4a5b-80cd-f04d6a474c87 req-617af18d-9897-49bf-945e-ae3ad71f003a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:53.787272 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-019ba3e9-b32e-4a5b-80cd-f04d6a474c87 req-617af18d-9897-49bf-945e-ae3ad71f003a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0530040 Jul 27 16:38:53.839495 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-019ba3e9-b32e-4a5b-80cd-f04d6a474c87 req-488b513a-7612-4e27-b1e8-8c3dcc2eaf28 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464602 Jul 27 16:38:53.914447 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e9464-43bd-451f-a7ae-e2a04905020d req-47e40155-7b66-4795-aad0-31e075b86351 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:53.915965 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2a8e9464-43bd-451f-a7ae-e2a04905020d req-47e40155-7b66-4795-aad0-31e075b86351 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 943 time: 0.0533223 Jul 27 16:38:53.970745 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2a8e9464-43bd-451f-a7ae-e2a04905020d req-058e88a1-8626-4146-990a-b13423e52bab tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490775 Jul 27 16:38:54.512301 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d823b562-7bc0-4b92-a4d7-44802e1ae83b req-fcebb29c-0bb3-4c53-a637-47ddd46ef10a tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0309219 Jul 27 16:38:54.842576 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Request body: {'port': {'device_id': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'admin_state_up': True, 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'security_groups': ['26b4533e-c3ea-44a1-9330-41ea9aef4852']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:38:54.974418 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610f26c-2433-448c-8b6f-62ddf1091360 req-ad710844-80a3-4d10-8604-b22b9dd40bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:54.975891 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1610f26c-2433-448c-8b6f-62ddf1091360 req-ad710844-80a3-4d10-8604-b22b9dd40bec service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 919 time: 0.1278863 Jul 27 16:38:54.976976 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10191aaf-1190-404b-ad76-4915605364e9 req-bb4512ae-3ac5-4127-8dcd-851161255e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:54.978313 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-10191aaf-1190-404b-ad76-4915605364e9 req-bb4512ae-3ac5-4127-8dcd-851161255e97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce1f193c68ef49b78c95c02f7413b7d6&device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 1127 time: 0.1396523 Jul 27 16:38:55.033112 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e1e9623f-60f3-4358-89e9-c42833e8e1b9 req-016e8afd-ac93-45de-ae01-0a403612ef87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f4dc5d-66f7-4d76-acfc-3857b17ffa1e HTTP/1.1" status: 200 len: 1001 time: 0.1859529 Jul 27 16:38:55.042802 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7faba-d961-4926-b77f-1463fb29fa7d req-52660710-42a3-41f0-85d9-61d7f4ea69c7 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:55.045375 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ce7faba-d961-4926-b77f-1463fb29fa7d req-52660710-42a3-41f0-85d9-61d7f4ea69c7 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.1032238 Jul 27 16:38:55.057644 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1610f26c-2433-448c-8b6f-62ddf1091360 req-79d2a08e-91c4-4883-ad27-62f14defda93 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9368fc6a-10b9-4455-a76f-7ab085d78bdc HTTP/1.1" status: 200 len: 217 time: 0.0690632 Jul 27 16:38:55.119885 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:55.153283 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610f26c-2433-448c-8b6f-62ddf1091360 req-7d50819b-e465-4f0a-82bf-ebf561b884cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:55.155579 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1610f26c-2433-448c-8b6f-62ddf1091360 req-7d50819b-e465-4f0a-82bf-ebf561b884cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6261f153-df76-4666-8c12-d3f7ad70249a HTTP/1.1" status: 200 len: 857 time: 0.0719845 Jul 27 16:38:55.164881 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:55.219043 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacfd0f-9ee8-42fd-95a8-a4a3578a7bac req-f5cb813d-5e3c-455a-ad39-efa850a7b3c1 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:55.219999 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2dacfd0f-9ee8-42fd-95a8-a4a3578a7bac req-f5cb813d-5e3c-455a-ad39-efa850a7b3c1 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 943 time: 0.1465623 Jul 27 16:38:55.227168 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9623f-60f3-4358-89e9-c42833e8e1b9 req-00db97da-4201-4171-a22d-e7ed09c3ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:55.228769 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e1e9623f-60f3-4358-89e9-c42833e8e1b9 req-00db97da-4201-4171-a22d-e7ed09c3ac4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f8f2e6b-ff3c-47af-8857-06c3b916a7f6 HTTP/1.1" status: 200 len: 854 time: 0.1751673 Jul 27 16:38:55.236834 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10191aaf-1190-404b-ad76-4915605364e9 req-56d95c40-882f-4ac4-9d23-01e30ef3b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:55.239243 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-10191aaf-1190-404b-ad76-4915605364e9 req-56d95c40-882f-4ac4-9d23-01e30ef3b018 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab HTTP/1.1" status: 200 len: 915 time: 0.2407124 Jul 27 16:38:55.240795 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6ce7faba-d961-4926-b77f-1463fb29fa7d req-37037809-04fb-4fe3-88f6-a26db2c568de tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832972 Jul 27 16:38:55.243781 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610f26c-2433-448c-8b6f-62ddf1091360 req-54d5cdc4-e6b4-427e-8720-11610eceb6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:55.245509 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1610f26c-2433-448c-8b6f-62ddf1091360 req-54d5cdc4-e6b4-427e-8720-11610eceb6d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36a590e-5aca-4f4b-84ba-ed6272112a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773981 Jul 27 16:38:55.292721 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-10191aaf-1190-404b-ad76-4915605364e9 req-eb731119-6894-407f-881f-f3d4fa2c2be7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c45f72a2-0106-4ad5-ab26-60fca9b2968b HTTP/1.1" status: 200 len: 217 time: 0.0461304 Jul 27 16:38:55.303156 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Made reservation on behalf of 027a003da80c43ca9b4b337527b93d3a for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:38:55.305567 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:55.360437 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-abf32838-23c8-4b18-9c1d-ed68a4027065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:55.362226 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2dacfd0f-9ee8-42fd-95a8-a4a3578a7bac req-3072852c-f855-414c-bef0-28cdf5ad5169 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270435 Jul 27 16:38:55.363241 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9623f-60f3-4358-89e9-c42833e8e1b9 req-50c545ef-c3c3-4d68-b045-50eca6ac95cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:55.364762 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e1e9623f-60f3-4358-89e9-c42833e8e1b9 req-50c545ef-c3c3-4d68-b045-50eca6ac95cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1229465 Jul 27 16:38:55.502988 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:55.605425 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8469147-f2c7-410f-96fd-b6f99c45fa88 req-df917793-bfd2-48cf-8be8-88f2ee881886 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:55.607435 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c8469147-f2c7-410f-96fd-b6f99c45fa88 req-df917793-bfd2-48cf-8be8-88f2ee881886 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.1253142 Jul 27 16:38:55.611308 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Allocated IP 172.20.0.13 (d36a590e-5aca-4f4b-84ba-ed6272112a6f/6261f153-df76-4666-8c12-d3f7ad70249a/0bef1170-4e15-46fb-94c9-cabca6dd7a80) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:38:55.645243 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:55.661990 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10191aaf-1190-404b-ad76-4915605364e9 req-cd7d0ab9-e045-4406-9ac0-9fc3e30062f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:55.663450 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-10191aaf-1190-404b-ad76-4915605364e9 req-cd7d0ab9-e045-4406-9ac0-9fc3e30062f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a4c0f39-6fb0-4384-a6d2-0f1b2a30de0c HTTP/1.1" status: 200 len: 854 time: 0.3286369 Jul 27 16:38:55.671262 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf2bb1b2-e979-4191-9dd2-2a192abbb08e req-6538d1fd-8899-4abf-8cab-bb4b92791a82 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0612538 Jul 27 16:38:55.676874 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e1e9623f-60f3-4358-89e9-c42833e8e1b9 req-4340aa6a-92ba-43c4-98ba-fde43fb66aad service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049715 Jul 27 16:38:55.677465 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1610f26c-2433-448c-8b6f-62ddf1091360 req-7f42fe8c-c4f1-489e-b2b1-5757909e693c service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932500 Jul 27 16:38:55.769381 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-10191aaf-1190-404b-ad76-4915605364e9 req-6f055886-2266-4ee7-8475-344890a16ed2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691462 Jul 27 16:38:55.774924 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c8469147-f2c7-410f-96fd-b6f99c45fa88 req-5b49a15d-a52f-4dfa-b403-841c1b43aaab tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606886 Jul 27 16:38:55.866437 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1610f26c-2433-448c-8b6f-62ddf1091360 req-f1c4b5fa-8b8b-4b50-b9f3-a773ca2898d4 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576912 Jul 27 16:38:55.875794 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e1e9623f-60f3-4358-89e9-c42833e8e1b9 req-468eaf15-7636-4c8f-9e1c-57b3197e2dc5 service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726422 Jul 27 16:38:55.896800 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-10191aaf-1190-404b-ad76-4915605364e9 req-1b673d43-cdbf-4b9e-8a6f-4a10886e4081 service neutron] 10.222.0.20 "GET /v2.0/networks/bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154013 Jul 27 16:38:55.927086 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for port (0bef1170-4e15-46fb-94c9-cabca6dd7a80), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:55.968826 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (0bef1170-4e15-46fb-94c9-cabca6dd7a80), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:55.974033 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device c45f72a2-0106-4ad5-ab26-60fca9b2968b details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:38:56.000620 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:56.005489 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-10191aaf-1190-404b-ad76-4915605364e9 req-faa1b8c4-8ce9-4d73-ae9e-97c4e483121b service neutron] 10.222.0.20 "GET /v2.0/networks/bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987227 Jul 27 16:38:56.020606 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Network d36a590e-5aca-4f4b-84ba-ed6272112a6f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:38:56.026284 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:38:56.028578 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Pushing event updated for resources: {'Port': ['ID=0bef1170-4e15-46fb-94c9-cabca6dd7a80,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:56.030832 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:38:56.060984 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:56.061262 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:56.061608 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:56.061947 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:56.062290 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:56.062624 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:56.062954 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:56.063289 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:56.063616 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:56.063945 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:56.064610 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:56.064610 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:56.064964 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:56.065255 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:56.065582 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:38:56.100979 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:56.101639 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:56.125037 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-a73449e0-a97e-462a-9f3f-5a40fa7e653b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2871084 Jul 27 16:38:56.215247 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port c45f72a2-0106-4ad5-ab26-60fca9b2968b, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=c45f72a2-0106-4ad5-ab26-60fca9b2968b,segment=NetworkSegment(8f199523-ffdb-46b3-8e76-902058634fb4),segment_id=8f199523-ffdb-46b3-8e76-902058634fb4)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:56.233069 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': 'c45f72a2-0106-4ad5-ab26-60fca9b2968b', 'network_id': 'bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab', 'port_id': 'c45f72a2-0106-4ad5-ab26-60fca9b2968b', 'mac_address': 'fa:16:3e:46:b7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4c0f39-6fb0-4384-a6d2-0f1b2a30de0c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:38:56.239287 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-0e7eefcb-ec3b-4dc3-8585-6c6b78912599 None None] Provisioning complete for port 0bef1170-4e15-46fb-94c9-cabca6dd7a80 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:38:56.239659 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0e7eefcb-ec3b-4dc3-8585-6c6b78912599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (0bef1170-4e15-46fb-94c9-cabca6dd7a80), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:56.240964 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Request body: {'port': {'device_id': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:38:56.298869 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-0e7eefcb-ec3b-4dc3-8585-6c6b78912599 None None] Port 0bef1170-4e15-46fb-94c9-cabca6dd7a80 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:38:56.300487 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port c45f72a2-0106-4ad5-ab26-60fca9b2968b is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:38:56.300872 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (c45f72a2-0106-4ad5-ab26-60fca9b2968b), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:56.308305 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (0bef1170-4e15-46fb-94c9-cabca6dd7a80), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:56.316843 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45f72a2-0106-4ad5-ab26-60fca9b2968b {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:38:56.341390 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port c45f72a2-0106-4ad5-ab26-60fca9b2968b, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=c45f72a2-0106-4ad5-ab26-60fca9b2968b,segment=NetworkSegment(8f199523-ffdb-46b3-8e76-902058634fb4),segment_id=8f199523-ffdb-46b3-8e76-902058634fb4)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:56.346329 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (c45f72a2-0106-4ad5-ab26-60fca9b2968b), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:56.347274 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device efc8d307-e5f0-4084-9201-4869a986c38c details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:38:56.421167 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=c45f72a2-0106-4ad5-ab26-60fca9b2968b,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:56.506742 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port efc8d307-e5f0-4084-9201-4869a986c38c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=efc8d307-e5f0-4084-9201-4869a986c38c,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:56.524876 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': 'efc8d307-e5f0-4084-9201-4869a986c38c', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'port_id': 'efc8d307-e5f0-4084-9201-4869a986c38c', 'mac_address': 'fa:16:3e:92:e8:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:38:56.553732 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:56.566873 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port efc8d307-e5f0-4084-9201-4869a986c38c is: ACTIVE; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:38:56.567272 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:56.581765 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efc8d307-e5f0-4084-9201-4869a986c38c {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:38:56.604074 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port efc8d307-e5f0-4084-9201-4869a986c38c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=efc8d307-e5f0-4084-9201-4869a986c38c,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:56.608837 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:56.658453 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=efc8d307-e5f0-4084-9201-4869a986c38c,revision_number=6']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:56.728786 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e41055-3962-459d-a75e-41bdc0f21d75 req-06f9bccb-d014-48a4-b4ef-4e24f385392e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:56.730427 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-75e41055-3962-459d-a75e-41bdc0f21d75 req-06f9bccb-d014-48a4-b4ef-4e24f385392e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.3853488 Jul 27 16:38:56.748766 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de707e17-8893-4a6a-b980-538417bb225b req-12635c21-f1c0-49e0-9393-0da744886553 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:56.750222 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-de707e17-8893-4a6a-b980-538417bb225b req-12635c21-f1c0-49e0-9393-0da744886553 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 944 time: 0.1199379 Jul 27 16:38:56.778807 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:56.891301 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-de707e17-8893-4a6a-b980-538417bb225b req-99c974b5-43ae-42a4-bdf7-f50cd84a85df tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335785 Jul 27 16:38:56.898677 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-75e41055-3962-459d-a75e-41bdc0f21d75 req-ac3663b4-316d-4910-978f-98e9672c5ab1 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595311 Jul 27 16:38:57.004158 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=16 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:57.027872 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['c45f72a2-0106-4ad5-ab26-60fca9b2968b'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:38:57.049235 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bef1170-4e15-46fb-94c9-cabca6dd7a80 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:38:57.068316 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Publish callbacks [] for port (0bef1170-4e15-46fb-94c9-cabca6dd7a80), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:57.076861 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffb51f-0bfe-4da5-a331-f0622188bf89 req-153c248e-659d-485b-8aa2-5ededb23a456 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:57.078372 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-41ffb51f-0bfe-4da5-a331-f0622188bf89 req-153c248e-659d-485b-8aa2-5ededb23a456 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 932 time: 0.1074748 Jul 27 16:38:57.087355 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0f41f-b4bf-4f47-80aa-0ac84bc77a75 req-4d10df5e-4e2b-4e52-b848-cdc57a280006 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:57.088817 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ec0f41f-b4bf-4f47-80aa-0ac84bc77a75 req-4d10df5e-4e2b-4e52-b848-cdc57a280006 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.1109529 Jul 27 16:38:57.100883 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['efc8d307-e5f0-4084-9201-4869a986c38c'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:38:57.120412 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Transition to ACTIVE for port object 0bef1170-4e15-46fb-94c9-cabca6dd7a80 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:38:57.132287 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (0bef1170-4e15-46fb-94c9-cabca6dd7a80), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:57.134456 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:57.196771 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:57.230307 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-41ffb51f-0bfe-4da5-a331-f0622188bf89 req-2d79b59a-08a9-46e2-bc9e-cd5470564171 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402848 Jul 27 16:38:57.239298 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Pushing event updated for resources: {'Port': ['ID=0bef1170-4e15-46fb-94c9-cabca6dd7a80,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:57.246142 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ec0f41f-b4bf-4f47-80aa-0ac84bc77a75 req-03814ac8-88c3-4575-96e6-d068939b42c0 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435654 Jul 27 16:38:57.342689 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Attempting to bind port 0bef1170-4e15-46fb-94c9-cabca6dd7a80 on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:38:57.343038 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Attempting to bind port 0bef1170-4e15-46fb-94c9-cabca6dd7a80 by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:38:57.343378 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Attempting to bind port 0bef1170-4e15-46fb-94c9-cabca6dd7a80 on network d36a590e-5aca-4f4b-84ba-ed6272112a6f {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:38:57.348512 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Port 0bef1170-4e15-46fb-94c9-cabca6dd7a80 on network d36a590e-5aca-4f4b-84ba-ed6272112a6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:38:57.348849 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Attempting to bind port 0bef1170-4e15-46fb-94c9-cabca6dd7a80 on network d36a590e-5aca-4f4b-84ba-ed6272112a6f {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:38:57.354026 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:38:57.354377 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Checking segment: {'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:38:57.354761 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Bound using segment: {'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:38:57.355252 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Bound port: 0bef1170-4e15-46fb-94c9-cabca6dd7a80, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36308da-70d5-4f59-9828-569bdf95b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:38:57.355801 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (0bef1170-4e15-46fb-94c9-cabca6dd7a80), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:57.425181 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] For port 0bef1170-4e15-46fb-94c9-cabca6dd7a80, host hv-cinder-84969, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:38:57.429222 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] For port 0bef1170-4e15-46fb-94c9-cabca6dd7a80, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=0bef1170-4e15-46fb-94c9-cabca6dd7a80,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:38:57.436921 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (0bef1170-4e15-46fb-94c9-cabca6dd7a80), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:57.469112 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b7e71072-985c-4ffc-a64d-8ccb4649ca3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:57.484480 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:57.485143 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:57.486726 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] 10.222.0.20 "PUT /v2.0/ports/0bef1170-4e15-46fb-94c9-cabca6dd7a80 HTTP/1.1" status: 200 len: 1094 time: 1.2519352 Jul 27 16:38:57.487156 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'tag': '0bef1170-4e15-46fb-94c9-cabca6dd7a80'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:38:57.489665 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9bec77-0081-4716-86fe-7ebc841a2ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "05d821db-4106-4df9-9cec-c07b5b95e1e8", "tag": "0bef1170-4e15-46fb-94c9-cabca6dd7a80"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:57.524446 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2f0eb-b81c-4343-b87f-8d651268e430 service neutron] Pushing event updated for resources: {'Port': ['ID=0bef1170-4e15-46fb-94c9-cabca6dd7a80,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:57.538221 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f353db-7806-4e3f-bb05-1eb9c0641e28 x-openstack-request-id: req-d5f353db-7806-4e3f-bb05-1eb9c0641e28 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:57.538517 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d821db-4106-4df9-9cec-c07b5b95e1e8", "tag": "0bef1170-4e15-46fb-94c9-cabca6dd7a80", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:57.538775 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d5f353db-7806-4e3f-bb05-1eb9c0641e28 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:57.539188 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f353db-7806-4e3f-bb05-1eb9c0641e28'] response: {'name': 'network-changed', 'server_uuid': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'tag': '0bef1170-4e15-46fb-94c9-cabca6dd7a80', 'status': 'completed', 'code': 200} Jul 27 16:38:57.595798 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-5faeaf8e-1045-445d-8615-89dd64df93be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:57.597504 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-5faeaf8e-1045-445d-8615-89dd64df93be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 1128 time: 0.0446348 Jul 27 16:38:57.653725 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-bdca9cde-4b01-466c-afbd-760af4137a71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bef1170-4e15-46fb-94c9-cabca6dd7a80 HTTP/1.1" status: 200 len: 217 time: 0.0357809 Jul 27 16:38:57.714922 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2c219f03-9bcd-4e6a-b88f-fe43b4f5d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:57.716979 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-2c219f03-9bcd-4e6a-b88f-fe43b4f5d0c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6261f153-df76-4666-8c12-d3f7ad70249a HTTP/1.1" status: 200 len: 857 time: 0.0531940 Jul 27 16:38:57.783317 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-c685bb17-2fc4-4e01-ac31-c7c5f39fd1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:57.785027 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-c685bb17-2fc4-4e01-ac31-c7c5f39fd1d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36a590e-5aca-4f4b-84ba-ed6272112a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436325 Jul 27 16:38:57.856597 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:57.879542 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-c4770eab-fd70-49b0-9481-1886215c6577 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866759 Jul 27 16:38:57.987156 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:58.050549 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86e0e53f-9157-4d15-a22d-af238576a8b3 req-cde2de22-9102-4bbc-ba83-ba158bb8e893 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636217 Jul 27 16:38:58.065204 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af41f90-fe4b-4974-8a28-6e1a080f6065 req-516a931c-b440-4b82-84cb-2d4ffea3491d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:58.066697 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1af41f90-fe4b-4974-8a28-6e1a080f6065 req-516a931c-b440-4b82-84cb-2d4ffea3491d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 944 time: 0.0920348 Jul 27 16:38:58.083733 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ce4e0-f4ba-4a30-a9cf-6f470babec95 req-5e75f3eb-7533-4ee9-9210-49d1659f8f3e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:58.085212 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-587ce4e0-f4ba-4a30-a9cf-6f470babec95 req-5e75f3eb-7533-4ee9-9210-49d1659f8f3e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 944 time: 0.0952487 Jul 27 16:38:58.161049 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1af41f90-fe4b-4974-8a28-6e1a080f6065 req-081485f5-a7af-4e92-9499-9311e0fef871 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849051 Jul 27 16:38:58.165152 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-587ce4e0-f4ba-4a30-a9cf-6f470babec95 req-3aa854dc-129a-4c58-854b-220295d56266 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734050 Jul 27 16:38:58.381211 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81692c3-acc8-4176-bd38-28dda2721b98 req-6e6f2d1b-0144-4ffe-89b2-d067e3eabf92 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:58.382564 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device c45f72a2-0106-4ad5-ab26-60fca9b2968b up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:38:58.382871 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b81692c3-acc8-4176-bd38-28dda2721b98 req-6e6f2d1b-0144-4ffe-89b2-d067e3eabf92 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 944 time: 0.0739965 Jul 27 16:38:58.385524 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:58.405264 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe40362-e0d2-4292-b08d-4ddffd39c110 req-54854fad-9b71-4588-acfc-8973ad2c832d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:58.406732 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cbe40362-e0d2-4292-b08d-4ddffd39c110 req-54854fad-9b71-4588-acfc-8973ad2c832d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0693495 Jul 27 16:38:58.426737 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port c45f72a2-0106-4ad5-ab26-60fca9b2968b completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:38:58.432390 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port c45f72a2-0106-4ad5-ab26-60fca9b2968b triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:38:58.432754 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (c45f72a2-0106-4ad5-ab26-60fca9b2968b), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:58.472306 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b81692c3-acc8-4176-bd38-28dda2721b98 req-2bca6220-7c75-41a6-baa0-5f29f5f90e39 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819337 Jul 27 16:38:58.485407 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cbe40362-e0d2-4292-b08d-4ddffd39c110 req-4d3ce9cd-bed0-4d18-a59f-8913157136b1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710883 Jul 27 16:38:58.513144 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port c45f72a2-0106-4ad5-ab26-60fca9b2968b is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:38:58.513645 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (c45f72a2-0106-4ad5-ab26-60fca9b2968b), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:58.535910 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c4ea75-9961-4644-8a94-8461f019fa5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45f72a2-0106-4ad5-ab26-60fca9b2968b'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:38:58.538080 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc7f1a1-ec90-4a48-9630-d2a8aabd5629" -d '{"events": [{"server_uuid": "17c4ea75-9961-4644-8a94-8461f019fa5a", "name": "network-vif-plugged", "status": "completed", "tag": "c45f72a2-0106-4ad5-ab26-60fca9b2968b"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:38:58.551443 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port c45f72a2-0106-4ad5-ab26-60fca9b2968b, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=c45f72a2-0106-4ad5-ab26-60fca9b2968b,segment=NetworkSegment(8f199523-ffdb-46b3-8e76-902058634fb4),segment_id=8f199523-ffdb-46b3-8e76-902058634fb4)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:58.555880 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (c45f72a2-0106-4ad5-ab26-60fca9b2968b), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:58.556720 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device efc8d307-e5f0-4084-9201-4869a986c38c up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:38:58.578159 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31adec00-b7c6-46eb-b745-3c498c6d27cb x-openstack-request-id: req-31adec00-b7c6-46eb-b745-3c498c6d27cb {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:38:58.578469 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c4ea75-9961-4644-8a94-8461f019fa5a", "name": "network-vif-plugged", "status": "completed", "tag": "c45f72a2-0106-4ad5-ab26-60fca9b2968b", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:38:58.578724 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-31adec00-b7c6-46eb-b745-3c498c6d27cb {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:38:58.579114 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31adec00-b7c6-46eb-b745-3c498c6d27cb'] response: {'server_uuid': '17c4ea75-9961-4644-8a94-8461f019fa5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45f72a2-0106-4ad5-ab26-60fca9b2968b', 'code': 200} Jul 27 16:38:58.634373 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=c45f72a2-0106-4ad5-ab26-60fca9b2968b,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:58.642240 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port efc8d307-e5f0-4084-9201-4869a986c38c triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:38:58.642615 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:58.704525 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:58.730275 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port efc8d307-e5f0-4084-9201-4869a986c38c is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:38:58.730655 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:58.733972 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:58.760642 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:38:58.765182 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port efc8d307-e5f0-4084-9201-4869a986c38c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=efc8d307-e5f0-4084-9201-4869a986c38c,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:38:58.769224 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:38:58.815556 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=efc8d307-e5f0-4084-9201-4869a986c38c,revision_number=7']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:38:59.311565 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736250ff-674a-4e85-9098-86ad99168ea3 req-5cc8ef6b-8d2c-4d88-bb63-8e1ff2d46fbb tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:59.313137 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-736250ff-674a-4e85-9098-86ad99168ea3 req-5cc8ef6b-8d2c-4d88-bb63-8e1ff2d46fbb tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 945 time: 0.0800576 Jul 27 16:38:59.360637 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d924307-e1dd-4676-b614-d2eae2a99ee1 req-8c0b8666-4a3a-487f-a17c-0a1e0e9787eb tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:59.362258 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0d924307-e1dd-4676-b614-d2eae2a99ee1 req-8c0b8666-4a3a-487f-a17c-0a1e0e9787eb tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0965359 Jul 27 16:38:59.406361 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bec77-0081-4716-86fe-7ebc841a2ff8 req-f840d341-ba87-4db5-b9d6-1306f934c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:59.408005 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a9bec77-0081-4716-86fe-7ebc841a2ff8 req-f840d341-ba87-4db5-b9d6-1306f934c227 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 1128 time: 0.0939701 Jul 27 16:38:59.495352 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-736250ff-674a-4e85-9098-86ad99168ea3 req-2fe5fe70-04fa-488b-b33c-3b8081729d07 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674287 Jul 27 16:38:59.498521 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d9725-8d85-4647-b907-af932c7c5a01 req-e751d9e9-aeae-472b-b090-30dba304fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:59.500719 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-266d9725-8d85-4647-b907-af932c7c5a01 req-e751d9e9-aeae-472b-b090-30dba304fffe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 1129 time: 0.0452080 Jul 27 16:38:59.503491 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0d924307-e1dd-4676-b614-d2eae2a99ee1 req-dc5c1fcb-da2d-4e02-bb2d-b51c55410142 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268728 Jul 27 16:38:59.568254 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bec77-0081-4716-86fe-7ebc841a2ff8 req-b5298027-3e0d-4e54-91a8-f69c5d72f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:59.569400 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a9bec77-0081-4716-86fe-7ebc841a2ff8 req-b5298027-3e0d-4e54-91a8-f69c5d72f664 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 919 time: 0.1505446 Jul 27 16:38:59.580841 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-266d9725-8d85-4647-b907-af932c7c5a01 req-125901e2-5bf4-4dde-a5ae-b65da45da787 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651326 Jul 27 16:38:59.619852 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a9bec77-0081-4716-86fe-7ebc841a2ff8 req-ea80553c-198a-4d22-a7e8-d9dc4a28953c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bef1170-4e15-46fb-94c9-cabca6dd7a80 HTTP/1.1" status: 200 len: 217 time: 0.0426869 Jul 27 16:38:59.694208 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafde08e-c5b0-4834-b07d-90aa95d80432 req-b16dafd4-8f69-415b-ad85-f72054467e38 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:59.695694 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bafde08e-c5b0-4834-b07d-90aa95d80432 req-b16dafd4-8f69-415b-ad85-f72054467e38 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 944 time: 0.0790038 Jul 27 16:38:59.702745 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a437159-a65e-4d4d-8098-31fde502449e req-4cab8dbd-b494-4b40-a0ad-71b14ed2c6dc tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:59.703728 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a437159-a65e-4d4d-8098-31fde502449e req-4cab8dbd-b494-4b40-a0ad-71b14ed2c6dc tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0881202 Jul 27 16:38:59.783379 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bafde08e-c5b0-4834-b07d-90aa95d80432 req-ee846ffd-0646-4584-b13c-779d6aa32390 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786891 Jul 27 16:38:59.791327 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a437159-a65e-4d4d-8098-31fde502449e req-d8c9f148-6dcc-4d99-9a9b-21d4f4f499f6 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805790 Jul 27 16:38:59.855007 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bec77-0081-4716-86fe-7ebc841a2ff8 req-b4dc238e-0b8b-477e-a4d4-50d9dd09d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:59.856601 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a9bec77-0081-4716-86fe-7ebc841a2ff8 req-b4dc238e-0b8b-477e-a4d4-50d9dd09d838 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6261f153-df76-4666-8c12-d3f7ad70249a HTTP/1.1" status: 200 len: 857 time: 0.0540175 Jul 27 16:38:59.909372 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bec77-0081-4716-86fe-7ebc841a2ff8 req-5a4a0abf-b8fc-4b43-98fa-0bf9aaeb3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:38:59.909587 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a9bec77-0081-4716-86fe-7ebc841a2ff8 req-5a4a0abf-b8fc-4b43-98fa-0bf9aaeb3f31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36a590e-5aca-4f4b-84ba-ed6272112a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464408 Jul 27 16:38:59.969530 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:00.025827 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a9bec77-0081-4716-86fe-7ebc841a2ff8 req-815c376b-ede5-4b57-abe1-80e35322efb5 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029570 Jul 27 16:39:00.128660 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a9bec77-0081-4716-86fe-7ebc841a2ff8 req-c65933b4-e022-40a2-954f-5326183efd05 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953987 Jul 27 16:39:00.401247 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:00.507527 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:00.579936 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a008e56d-969e-442a-bb08-524ee7e06084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc8d307-e5f0-4084-9201-4869a986c38c'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:39:00.585665 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee24e4b6-301e-4b6d-b0da-be24ab43d009" -d '{"events": [{"server_uuid": "a008e56d-969e-442a-bb08-524ee7e06084", "name": "network-vif-plugged", "status": "completed", "tag": "efc8d307-e5f0-4084-9201-4869a986c38c"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:00.648952 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774612c4-a609-448f-80fd-2ab5c86b8d4f req-bca369d1-fc26-4051-b509-9288f56f1def tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:00.650349 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-774612c4-a609-448f-80fd-2ab5c86b8d4f req-bca369d1-fc26-4051-b509-9288f56f1def tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 945 time: 0.0641136 Jul 27 16:39:00.707405 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034c4dd-a199-4b8e-b841-70c16bf2794e req-bb50cf40-3c4d-475c-a2cc-d15b496cebda tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:00.708934 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c034c4dd-a199-4b8e-b841-70c16bf2794e req-bb50cf40-3c4d-475c-a2cc-d15b496cebda tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0746670 Jul 27 16:39:00.713079 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:00.754370 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-774612c4-a609-448f-80fd-2ab5c86b8d4f req-f40198db-ab29-4f2b-bb1a-59b4db3db487 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790100 Jul 27 16:39:00.797819 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c034c4dd-a199-4b8e-b841-70c16bf2794e req-33e984f5-63d0-4450-92b5-39566e1b3ca5 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776479 Jul 27 16:39:00.825357 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ce6a77-489d-42b1-ac61-e12562b86859 x-openstack-request-id: req-f2ce6a77-489d-42b1-ac61-e12562b86859 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:00.825697 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a008e56d-969e-442a-bb08-524ee7e06084", "name": "network-vif-plugged", "status": "completed", "tag": "efc8d307-e5f0-4084-9201-4869a986c38c", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:00.825944 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f2ce6a77-489d-42b1-ac61-e12562b86859 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:00.826584 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ce6a77-489d-42b1-ac61-e12562b86859'] response: {'server_uuid': 'a008e56d-969e-442a-bb08-524ee7e06084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc8d307-e5f0-4084-9201-4869a986c38c', 'code': 200} Jul 27 16:39:00.990516 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8150936-cfb0-4efd-aab5-ef73dcb40ba9 req-98707964-dbdf-4a7f-a3c9-884a0aea0eeb tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:00.992129 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8150936-cfb0-4efd-aab5-ef73dcb40ba9 req-98707964-dbdf-4a7f-a3c9-884a0aea0eeb tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0938251 Jul 27 16:39:00.999017 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d003a-bfdc-4bc8-b2c9-8715eb2cae6c req-a2528588-5d93-4a3f-8e81-31a63b0ab6fc tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:01.000429 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-011d003a-bfdc-4bc8-b2c9-8715eb2cae6c req-a2528588-5d93-4a3f-8e81-31a63b0ab6fc tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 944 time: 0.1009197 Jul 27 16:39:01.074786 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8150936-cfb0-4efd-aab5-ef73dcb40ba9 req-020cfe7b-abc8-41aa-8787-0fa10ca04704 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733709 Jul 27 16:39:01.078281 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-011d003a-bfdc-4bc8-b2c9-8715eb2cae6c req-3d1b9ca3-c33d-48b7-abb3-80f46c52a222 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708466 Jul 27 16:39:01.890121 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab01a0-55ef-4c7b-8f94-79cbc54ed125 req-f79f58d7-e64b-4f25-8668-4a27cff51ec7 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:01.891684 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95ab01a0-55ef-4c7b-8f94-79cbc54ed125 req-f79f58d7-e64b-4f25-8668-4a27cff51ec7 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 945 time: 0.0550990 Jul 27 16:39:01.977453 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f1854-a01f-4f17-99e0-772da741025f req-20d418a4-0197-4a3b-9a40-d409c2b67c98 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:01.979208 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c03f1854-a01f-4f17-99e0-772da741025f req-20d418a4-0197-4a3b-9a40-d409c2b67c98 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0961604 Jul 27 16:39:02.009817 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95ab01a0-55ef-4c7b-8f94-79cbc54ed125 req-ce0f11e4-b91e-4725-a7d7-256f0463e7a8 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081634 Jul 27 16:39:02.052161 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c03f1854-a01f-4f17-99e0-772da741025f req-8df239e3-a6d0-4cee-92d0-2ec4044a2962 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639863 Jul 27 16:39:02.270467 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 0bef1170-4e15-46fb-94c9-cabca6dd7a80 details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:39:02.277728 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf92712-dbc2-44d9-815d-eb18eaad88ca req-3bdea174-f9d3-43cc-875d-5710186df2a3 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:02.280004 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1bf92712-dbc2-44d9-815d-eb18eaad88ca req-3bdea174-f9d3-43cc-875d-5710186df2a3 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 944 time: 0.0844288 Jul 27 16:39:02.288019 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883a108-5078-4090-be25-50dc1b87f986 req-1c115372-afe0-47bf-b071-c9369ece8725 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:02.289885 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5883a108-5078-4090-be25-50dc1b87f986 req-1c115372-afe0-47bf-b071-c9369ece8725 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0845339 Jul 27 16:39:02.370738 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1bf92712-dbc2-44d9-815d-eb18eaad88ca req-5801a793-b50b-4a0b-a0a3-84bac5393002 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798256 Jul 27 16:39:02.397808 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5883a108-5078-4090-be25-50dc1b87f986 req-3325a2b5-8d7e-458b-b8d8-1f6f9a7299df tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768383 Jul 27 16:39:02.427333 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 0bef1170-4e15-46fb-94c9-cabca6dd7a80, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=0bef1170-4e15-46fb-94c9-cabca6dd7a80,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:02.443816 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': '0bef1170-4e15-46fb-94c9-cabca6dd7a80', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'port_id': '0bef1170-4e15-46fb-94c9-cabca6dd7a80', 'mac_address': 'fa:16:3e:cc:54:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:39:02.494210 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 0bef1170-4e15-46fb-94c9-cabca6dd7a80 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:39:02.498328 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (0bef1170-4e15-46fb-94c9-cabca6dd7a80), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:02.514339 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bef1170-4e15-46fb-94c9-cabca6dd7a80 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:39:02.544627 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 0bef1170-4e15-46fb-94c9-cabca6dd7a80, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=0bef1170-4e15-46fb-94c9-cabca6dd7a80,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:02.550917 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (0bef1170-4e15-46fb-94c9-cabca6dd7a80), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:02.619872 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=0bef1170-4e15-46fb-94c9-cabca6dd7a80,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:02.934350 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['0bef1170-4e15-46fb-94c9-cabca6dd7a80'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:39:03.196825 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d0627-5352-428e-8066-6c7e89e41000 req-8552edcc-3ec6-4916-a168-e902cca5296e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:03.198367 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8f5d0627-5352-428e-8066-6c7e89e41000 req-8552edcc-3ec6-4916-a168-e902cca5296e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0560906 Jul 27 16:39:03.259187 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8f5d0627-5352-428e-8066-6c7e89e41000 req-ec695a57-2096-4c4a-9afd-943c836c63a1 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546608 Jul 27 16:39:03.562634 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990de93a-21af-4dff-b058-ae418aad8ea4 req-f8f0ea5c-afef-4d13-beff-47c9c00cc2a1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:03.565527 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-990de93a-21af-4dff-b058-ae418aad8ea4 req-f8f0ea5c-afef-4d13-beff-47c9c00cc2a1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 945 time: 0.1130862 Jul 27 16:39:03.568302 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:03.590426 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c113fa-fd1e-4741-be25-1dc2428cabfc req-3f73fb4f-7982-4918-9353-b2b9e4bca4f8 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:03.592248 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b7c113fa-fd1e-4741-be25-1dc2428cabfc req-3f73fb4f-7982-4918-9353-b2b9e4bca4f8 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0878935 Jul 27 16:39:03.673163 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-990de93a-21af-4dff-b058-ae418aad8ea4 req-95470e2f-3acf-4645-b26f-804b3711fc40 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005621 Jul 27 16:39:03.677716 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b7c113fa-fd1e-4741-be25-1dc2428cabfc req-3f2934e5-096d-4e14-b269-35a0002c0e42 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761921 Jul 27 16:39:04.277877 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 0bef1170-4e15-46fb-94c9-cabca6dd7a80 up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:04.343139 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port 0bef1170-4e15-46fb-94c9-cabca6dd7a80 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:39:04.350637 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port 0bef1170-4e15-46fb-94c9-cabca6dd7a80 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:39:04.351448 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (0bef1170-4e15-46fb-94c9-cabca6dd7a80), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:04.427011 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47e00a-72cc-46ed-abd4-ad7b92770681 req-290c3245-018d-469a-80a4-da98b716d54e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:04.433862 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9a47e00a-72cc-46ed-abd4-ad7b92770681 req-290c3245-018d-469a-80a4-da98b716d54e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0755243 Jul 27 16:39:04.442680 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 0bef1170-4e15-46fb-94c9-cabca6dd7a80 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:39:04.443687 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (0bef1170-4e15-46fb-94c9-cabca6dd7a80), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:04.498605 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 0bef1170-4e15-46fb-94c9-cabca6dd7a80, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=0bef1170-4e15-46fb-94c9-cabca6dd7a80,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:04.500533 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bef1170-4e15-46fb-94c9-cabca6dd7a80'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:39:04.503452 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185b9142-8e62-4f1c-a7e8-8bb756077ef1" -d '{"events": [{"server_uuid": "05d821db-4106-4df9-9cec-c07b5b95e1e8", "name": "network-vif-plugged", "status": "completed", "tag": "0bef1170-4e15-46fb-94c9-cabca6dd7a80"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:04.507794 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (0bef1170-4e15-46fb-94c9-cabca6dd7a80), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:04.511462 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9a47e00a-72cc-46ed-abd4-ad7b92770681 req-e720a79f-81a9-4f76-b5cd-e8e6fe3d5d0e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730457 Jul 27 16:39:04.542663 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:04.552028 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3cd1f6-f3fd-4d58-b397-13a7411e5682 x-openstack-request-id: req-fe3cd1f6-f3fd-4d58-b397-13a7411e5682 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:04.552377 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d821db-4106-4df9-9cec-c07b5b95e1e8", "name": "network-vif-plugged", "status": "completed", "tag": "0bef1170-4e15-46fb-94c9-cabca6dd7a80", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:04.552726 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fe3cd1f6-f3fd-4d58-b397-13a7411e5682 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:04.553236 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3cd1f6-f3fd-4d58-b397-13a7411e5682'] response: {'server_uuid': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bef1170-4e15-46fb-94c9-cabca6dd7a80', 'code': 200} Jul 27 16:39:04.569569 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=0bef1170-4e15-46fb-94c9-cabca6dd7a80,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:04.729700 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:04.806058 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d1d48-3659-4490-acf9-8bf099df7772 req-f136c08f-4251-467d-b6ef-51c416dbdfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:04.808973 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-637d1d48-3659-4490-acf9-8bf099df7772 req-f136c08f-4251-467d-b6ef-51c416dbdfc6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 1130 time: 0.0883734 Jul 27 16:39:04.914954 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12b191-362c-40a2-a329-a605cdefafce req-85dfa532-a2ab-49d0-a9d5-2866bbe57d85 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:04.916457 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a12b191-362c-40a2-a329-a605cdefafce req-85dfa532-a2ab-49d0-a9d5-2866bbe57d85 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.1066113 Jul 27 16:39:04.946639 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-637d1d48-3659-4490-acf9-8bf099df7772 req-cf787bf8-d167-4a86-806c-3fb6fe7664ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241972 Jul 27 16:39:04.955375 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4974b-ec21-414e-875f-22382458c1af req-f5b533d8-e72c-4333-ad71-b42741eeb58c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:04.956875 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bae4974b-ec21-414e-875f-22382458c1af req-f5b533d8-e72c-4333-ad71-b42741eeb58c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.1020780 Jul 27 16:39:05.017992 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a12b191-362c-40a2-a329-a605cdefafce req-1573d352-080b-4fea-bf96-f9599f791f52 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886719 Jul 27 16:39:05.047684 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bae4974b-ec21-414e-875f-22382458c1af req-e69b44eb-3c30-478d-a31f-4a263a646876 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807660 Jul 27 16:39:05.656346 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb742fa-2b5b-4d05-86ff-e2342ce6242d req-e4fde3b5-6579-4b47-bd59-ea78c69abc61 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:05.657788 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6bb742fa-2b5b-4d05-86ff-e2342ce6242d req-e4fde3b5-6579-4b47-bd59-ea78c69abc61 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0592408 Jul 27 16:39:05.725752 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6bb742fa-2b5b-4d05-86ff-e2342ce6242d req-6958a288-a131-48b1-9e2c-8e9fd625996b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618894 Jul 27 16:39:06.145612 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c84ff-0893-4f06-b701-6518f1734d74 req-75172782-69cc-408d-b005-52d50aba46ae tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:06.147094 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-821c84ff-0893-4f06-b701-6518f1734d74 req-75172782-69cc-408d-b005-52d50aba46ae tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0495145 Jul 27 16:39:06.226081 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35af858-c20a-4985-aad5-37658363f0c1 req-cf8e5164-7b4c-4b3c-aaf7-859a5d517bd2 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:06.227658 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d35af858-c20a-4985-aad5-37658363f0c1 req-cf8e5164-7b4c-4b3c-aaf7-859a5d517bd2 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0796354 Jul 27 16:39:06.262530 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-821c84ff-0893-4f06-b701-6518f1734d74 req-0a1dd19f-d93e-4978-b6ed-6c4da361502c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056190 Jul 27 16:39:06.307646 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d35af858-c20a-4985-aad5-37658363f0c1 req-9f796a5c-930e-4fa7-88b7-e7c65ed28ae2 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735307 Jul 27 16:39:06.880481 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b9cab-ebf5-4ac0-b7ca-fd1e30da9a5f req-bec1a93e-a8aa-4399-94b2-d35cf0d88807 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:06.882098 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ff7b9cab-ebf5-4ac0-b7ca-fd1e30da9a5f req-bec1a93e-a8aa-4399-94b2-d35cf0d88807 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0588565 Jul 27 16:39:06.949039 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ff7b9cab-ebf5-4ac0-b7ca-fd1e30da9a5f req-1b847d7a-af68-46e0-99b8-c8e16fc2d8b7 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597372 Jul 27 16:39:07.405371 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:07.434084 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083a2bc-cc2b-4e31-ac70-1118e84b2c30 req-39ffcf4c-b87b-4bde-bebf-a0425549ffb7 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:07.442909 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2083a2bc-cc2b-4e31-ac70-1118e84b2c30 req-39ffcf4c-b87b-4bde-bebf-a0425549ffb7 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0977218 Jul 27 16:39:07.501746 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba76da-94ca-43b4-88e7-46034a5ebb10 req-5c6660c2-42d0-47ef-a36e-9484e876f174 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:07.504003 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ccba76da-94ca-43b4-88e7-46034a5ebb10 req-5c6660c2-42d0-47ef-a36e-9484e876f174 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0973892 Jul 27 16:39:07.549739 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2083a2bc-cc2b-4e31-ac70-1118e84b2c30 req-d7913b53-b33c-4b0e-899b-bc5308a919d7 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059616 Jul 27 16:39:07.576174 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ccba76da-94ca-43b4-88e7-46034a5ebb10 req-10909f7a-f693-4ccd-9237-ab39f369299c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639417 Jul 27 16:39:07.693010 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4ef22-d084-4cc8-bdea-0e03f83c6f6d req-1f9f9724-6044-4acb-8999-6289531a0fcb tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:07.697076 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-54e4ef22-d084-4cc8-bdea-0e03f83c6f6d req-1f9f9724-6044-4acb-8999-6289531a0fcb tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0615640 Jul 27 16:39:07.704631 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 41856) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:39:07.710221 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-390ffa98-d448-4240-adb8-5c84fba11c45 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Request body: {'floatingip': {'port_id': '0bef1170-4e15-46fb-94c9-cabca6dd7a80'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:39:07.755745 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-390ffa98-d448-4240-adb8-5c84fba11c45 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for floatingip (2f972c0f-20ff-4d79-bd84-0d2407a0e453), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:08.128630 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cf86d-5db3-463a-9a03-0a57642dda3e req-43cb4614-b896-4185-b1af-faa0b5999ee6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:08.130266 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-de4cf86d-5db3-463a-9a03-0a57642dda3e req-43cb4614-b896-4185-b1af-faa0b5999ee6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0547986 Jul 27 16:39:08.141450 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:08.198591 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-de4cf86d-5db3-463a-9a03-0a57642dda3e req-9074df36-88d3-4c8d-b609-4e4ac98d1b7a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612330 Jul 27 16:39:08.270226 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-390ffa98-d448-4240-adb8-5c84fba11c45 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:08.277417 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-390ffa98-d448-4240-adb8-5c84fba11c45 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (2f972c0f-20ff-4d79-bd84-0d2407a0e453), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:08.385266 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-390ffa98-d448-4240-adb8-5c84fba11c45 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Floating IP 2f972c0f-20ff-4d79-bd84-0d2407a0e453 associated. External IP: 172.27.2.163, port: 0bef1170-4e15-46fb-94c9-cabca6dd7a80. Jul 27 16:39:08.546682 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:08.622688 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390ffa98-d448-4240-adb8-5c84fba11c45 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Router c037b20e-585e-4b9a-abb4-6302ffab189b has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:39:08.722733 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd04262-be21-4a6d-9560-7037d9b0d800 req-1e941107-ae9d-4e08-937a-70368fca912a tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:08.727859 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3cd04262-be21-4a6d-9560-7037d9b0d800 req-1e941107-ae9d-4e08-937a-70368fca912a tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0604274 Jul 27 16:39:08.755717 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390ffa98-d448-4240-adb8-5c84fba11c45 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:39:08.761050 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-390ffa98-d448-4240-adb8-5c84fba11c45 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:08.769595 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a238b9-b117-4535-8319-c9d3a6ef2f8f None None] Sync routers for ids ['c037b20e-585e-4b9a-abb4-6302ffab189b'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:39:08.784669 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a238b9-b117-4535-8319-c9d3a6ef2f8f None None] Routers {'c037b20e-585e-4b9a-abb4-6302ffab189b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:39:08.785369 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-e2a238b9-b117-4535-8319-c9d3a6ef2f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:38:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c037b20e-585e-4b9a-abb4-6302ffab189b'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:08.787497 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3cd04262-be21-4a6d-9560-7037d9b0d800 req-3ca818c4-0d0a-4d7f-b07b-ec31efa96c57 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497575 Jul 27 16:39:08.823700 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-390ffa98-d448-4240-adb8-5c84fba11c45 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "PUT /v2.0/floatingips/2f972c0f-20ff-4d79-bd84-0d2407a0e453 HTTP/1.1" status: 200 len: 992 time: 1.1172009 Jul 27 16:39:08.824281 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'tag': '0bef1170-4e15-46fb-94c9-cabca6dd7a80'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:39:08.827292 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa59143c-2464-4ea7-b91c-9bb6b23cf3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "05d821db-4106-4df9-9cec-c07b5b95e1e8", "tag": "0bef1170-4e15-46fb-94c9-cabca6dd7a80"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:08.870543 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c53c9a-8f65-4a7e-9577-c565d75d3fd0 x-openstack-request-id: req-31c53c9a-8f65-4a7e-9577-c565d75d3fd0 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:08.870907 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d821db-4106-4df9-9cec-c07b5b95e1e8", "tag": "0bef1170-4e15-46fb-94c9-cabca6dd7a80", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:08.871074 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-31c53c9a-8f65-4a7e-9577-c565d75d3fd0 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:08.871479 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c53c9a-8f65-4a7e-9577-c565d75d3fd0'] response: {'name': 'network-changed', 'server_uuid': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'tag': '0bef1170-4e15-46fb-94c9-cabca6dd7a80', 'status': 'completed', 'code': 200} Jul 27 16:39:08.891978 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:08.907711 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-e2a238b9-b117-4535-8319-c9d3a6ef2f8f None None] Set router c037b20e-585e-4b9a-abb4-6302ffab189b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:39:08.937701 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59143c-2464-4ea7-b91c-9bb6b23cf3ce req-13e68159-36bc-419f-97a9-2a8ea87227a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:08.939232 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa59143c-2464-4ea7-b91c-9bb6b23cf3ce req-13e68159-36bc-419f-97a9-2a8ea87227a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 1130 time: 0.0452881 Jul 27 16:39:09.087232 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59143c-2464-4ea7-b91c-9bb6b23cf3ce req-a729f66f-eb59-45b9-9dc3-170fbaff457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:09.088755 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa59143c-2464-4ea7-b91c-9bb6b23cf3ce req-a729f66f-eb59-45b9-9dc3-170fbaff457e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 919 time: 0.0871823 Jul 27 16:39:09.135067 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-e2a238b9-b117-4535-8319-c9d3a6ef2f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:02Z', 'revision_number': 4, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port': {'id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '2f972c0f-20ff-4d79-bd84-0d2407a0e453', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'port_id': '0bef1170-4e15-46fb-94c9-cabca6dd7a80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'mac_address': 'fa:16:3e:cc:54:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:38:38Z', 'updated_at': '2022-07-27T16:39:08Z', 'revision_number': 1, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053456a5-e3e7-4806-9eb0-38375cb80360', 'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'mac_address': 'fa:16:3e:5e:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:59Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 5, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'subnets': [{'id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:09.152806 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:09.162741 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a238b9-b117-4535-8319-c9d3a6ef2f8f None None] Checking router: c037b20e-585e-4b9a-abb4-6302ffab189b for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:39:09.170729 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa59143c-2464-4ea7-b91c-9bb6b23cf3ce req-b775d65e-b577-4b07-8a02-330ddab78dd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bef1170-4e15-46fb-94c9-cabca6dd7a80 HTTP/1.1" status: 200 len: 1000 time: 0.0751610 Jul 27 16:39:09.172762 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a238b9-b117-4535-8319-c9d3a6ef2f8f None None] Routers {'c037b20e-585e-4b9a-abb4-6302ffab189b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:39:09.173410 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-e2a238b9-b117-4535-8319-c9d3a6ef2f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:38:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c037b20e-585e-4b9a-abb4-6302ffab189b'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:09.280055 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-e2a238b9-b117-4535-8319-c9d3a6ef2f8f None None] Set router c037b20e-585e-4b9a-abb4-6302ffab189b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:39:09.326045 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f4c74-dc92-4f31-8a0c-53e7bcfeafb7 req-4330a1a3-a884-49bc-9534-25289b28f4a8 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:09.327535 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f70f4c74-dc92-4f31-8a0c-53e7bcfeafb7 req-4330a1a3-a884-49bc-9534-25289b28f4a8 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0513148 Jul 27 16:39:09.403332 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59143c-2464-4ea7-b91c-9bb6b23cf3ce req-3e8078d9-6e86-489e-9a9b-c236a152db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:09.404831 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa59143c-2464-4ea7-b91c-9bb6b23cf3ce req-3e8078d9-6e86-489e-9a9b-c236a152db61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6261f153-df76-4666-8c12-d3f7ad70249a HTTP/1.1" status: 200 len: 857 time: 0.0759060 Jul 27 16:39:09.412193 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f70f4c74-dc92-4f31-8a0c-53e7bcfeafb7 req-e1c5d942-deee-4c8b-996a-9b6c0810e12b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745897 Jul 27 16:39:09.501533 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-e2a238b9-b117-4535-8319-c9d3a6ef2f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:02Z', 'revision_number': 4, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port': {'id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '2f972c0f-20ff-4d79-bd84-0d2407a0e453', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'port_id': '0bef1170-4e15-46fb-94c9-cabca6dd7a80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'mac_address': 'fa:16:3e:cc:54:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:38:38Z', 'updated_at': '2022-07-27T16:39:08Z', 'revision_number': 1, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053456a5-e3e7-4806-9eb0-38375cb80360', 'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'mac_address': 'fa:16:3e:5e:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:59Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 5, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'subnets': [{'id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:09.528289 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a238b9-b117-4535-8319-c9d3a6ef2f8f None None] The sync data for ids ['c037b20e-585e-4b9a-abb4-6302ffab189b'] in dv-cinder-849690-6-iscsi is: [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:02Z', 'revision_number': 4, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port': {'id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '2f972c0f-20ff-4d79-bd84-0d2407a0e453', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'port_id': '0bef1170-4e15-46fb-94c9-cabca6dd7a80', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'mac_address': 'fa:16:3e:cc:54:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:38:38Z', 'updated_at': '2022-07-27T16:39:08Z', 'revision_number': 1, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053456a5-e3e7-4806-9eb0-38375cb80360', 'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'mac_address': 'fa:16:3e:5e:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:59Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 5, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'subnets': [{'id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:39:09.548115 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59143c-2464-4ea7-b91c-9bb6b23cf3ce req-9a72915b-16fb-42fe-9854-49bc56de6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:09.549650 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa59143c-2464-4ea7-b91c-9bb6b23cf3ce req-9a72915b-16fb-42fe-9854-49bc56de6e43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36a590e-5aca-4f4b-84ba-ed6272112a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507891 Jul 27 16:39:09.552155 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994242b-02cc-4e4b-9aee-9ed708f7c867 req-a7b9f58c-ae46-4f55-97ae-8eac4c601eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:09.553973 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3994242b-02cc-4e4b-9aee-9ed708f7c867 req-a7b9f58c-ae46-4f55-97ae-8eac4c601eb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d570044769a44d9b18c905284cd9947&device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 1129 time: 0.0486379 Jul 27 16:39:09.662392 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994242b-02cc-4e4b-9aee-9ed708f7c867 req-f4ea75ce-6a8b-4a49-945a-6f28aa6ee0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:09.663445 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa59143c-2464-4ea7-b91c-9bb6b23cf3ce req-26704335-066b-49d3-8f10-0c151e10bb8c service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941629 Jul 27 16:39:09.664073 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3994242b-02cc-4e4b-9aee-9ed708f7c867 req-f4ea75ce-6a8b-4a49-945a-6f28aa6ee0a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2b545b-e176-40e2-8391-7dafbc2122d9 HTTP/1.1" status: 200 len: 918 time: 0.0943871 Jul 27 16:39:09.744709 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3994242b-02cc-4e4b-9aee-9ed708f7c867 req-47a8c4cd-d636-485b-ac62-3507d446f74b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efc8d307-e5f0-4084-9201-4869a986c38c HTTP/1.1" status: 200 len: 1001 time: 0.0613158 Jul 27 16:39:09.747227 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77917b15-565e-45d8-9239-e474d1ee8918 None None] New status for floating IP 2f972c0f-20ff-4d79-bd84-0d2407a0e453: ACTIVE {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:39:09.805449 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994242b-02cc-4e4b-9aee-9ed708f7c867 req-a55b679b-b709-4320-ba83-3ff27860cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:09.806980 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3994242b-02cc-4e4b-9aee-9ed708f7c867 req-a55b679b-b709-4320-ba83-3ff27860cecd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd5a5861-0b12-4ebb-85aa-394b3176f5b9 HTTP/1.1" status: 200 len: 856 time: 0.0531559 Jul 27 16:39:09.876220 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994242b-02cc-4e4b-9aee-9ed708f7c867 req-fb2c919b-c531-484e-98ec-dd161cc66072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:09.877935 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3994242b-02cc-4e4b-9aee-9ed708f7c867 req-fb2c919b-c531-484e-98ec-dd161cc66072 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2b545b-e176-40e2-8391-7dafbc2122d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590153 Jul 27 16:39:09.956287 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:09.987397 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3994242b-02cc-4e4b-9aee-9ed708f7c867 req-d07b57c3-2e9c-4b19-93f4-62dd6a9138d5 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988359 Jul 27 16:39:10.041349 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b2844-81bf-4e36-918f-e26d0b874e9d req-68b417f1-2777-4241-a408-e837db0d12a1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:10.042910 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a22b2844-81bf-4e36-918f-e26d0b874e9d req-68b417f1-2777-4241-a408-e837db0d12a1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0604029 Jul 27 16:39:10.056883 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:10.085352 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa59143c-2464-4ea7-b91c-9bb6b23cf3ce req-246d30a4-81d9-41e0-8502-a79882024b25 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030330 Jul 27 16:39:10.087354 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3994242b-02cc-4e4b-9aee-9ed708f7c867 req-9c22c866-f2b0-45fb-8093-5e9815169085 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909915 Jul 27 16:39:10.112855 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a22b2844-81bf-4e36-918f-e26d0b874e9d req-f042e4c1-f132-4764-b52f-51287c089157 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591207 Jul 27 16:39:10.548970 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d83004-3814-47e8-ae87-6e8977b7442d req-15e6035e-296f-49e2-b05d-c3189026f5f1 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:10.550467 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8d83004-3814-47e8-ae87-6e8977b7442d req-15e6035e-296f-49e2-b05d-c3189026f5f1 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0519507 Jul 27 16:39:10.598627 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8d83004-3814-47e8-ae87-6e8977b7442d req-b4bedb78-7577-4abb-b66c-7dfb9ca57a47 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426595 Jul 27 16:39:11.234766 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9faaa-4e70-4a3b-a8ca-5146b251d50c req-65d0e00f-26f7-49c8-8505-e355fd870ddd tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:11.236215 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26e9faaa-4e70-4a3b-a8ca-5146b251d50c req-65d0e00f-26f7-49c8-8505-e355fd870ddd tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0482502 Jul 27 16:39:11.285624 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26e9faaa-4e70-4a3b-a8ca-5146b251d50c req-0e1f9e82-3202-4768-b6fe-5757eb1ad767 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436525 Jul 27 16:39:11.729671 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05220815-4713-451e-b875-96024562f294 req-0392e4a2-40da-46ea-b983-497ae679b95d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:11.731143 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-05220815-4713-451e-b875-96024562f294 req-0392e4a2-40da-46ea-b983-497ae679b95d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 945 time: 0.0556405 Jul 27 16:39:11.779130 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-05220815-4713-451e-b875-96024562f294 req-e16b0910-0ca8-4332-917b-c2aeccb0ca4d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412271 Jul 27 16:39:12.330243 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device efc8d307-e5f0-4084-9201-4869a986c38c no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:12.405525 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port efc8d307-e5f0-4084-9201-4869a986c38c is: ACTIVE; New status is: DOWN {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:39:12.405983 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f1734-39ee-42b2-af8f-d1fb7ec77cd2 req-d3e15b0e-0980-4a02-9e33-831f271515be tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:12.406133 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:12.407606 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fb9f1734-39ee-42b2-af8f-d1fb7ec77cd2 req-d3e15b0e-0980-4a02-9e33-831f271515be tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0480988 Jul 27 16:39:12.429543 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a008e56d-969e-442a-bb08-524ee7e06084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc8d307-e5f0-4084-9201-4869a986c38c'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:39:12.431791 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0411e584-320e-4748-9bd4-f746a8df7299" -d '{"events": [{"server_uuid": "a008e56d-969e-442a-bb08-524ee7e06084", "name": "network-vif-unplugged", "status": "completed", "tag": "efc8d307-e5f0-4084-9201-4869a986c38c"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:12.446330 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port efc8d307-e5f0-4084-9201-4869a986c38c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=efc8d307-e5f0-4084-9201-4869a986c38c,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:12.451708 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:12.458225 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fb9f1734-39ee-42b2-af8f-d1fb7ec77cd2 req-503615c1-36fe-4398-ac1b-7dccd98fd4d8 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449584 Jul 27 16:39:12.473137 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:12.486137 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Jul 2022 16:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6739fe52-b5be-4d86-8225-97431bc7d533 x-openstack-request-id: req-6739fe52-b5be-4d86-8225-97431bc7d533 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:12.486137 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a008e56d-969e-442a-bb08-524ee7e06084", "name": "network-vif-unplugged", "status": "completed", "tag": "efc8d307-e5f0-4084-9201-4869a986c38c", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:12.486137 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6739fe52-b5be-4d86-8225-97431bc7d533 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:12.486137 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6739fe52-b5be-4d86-8225-97431bc7d533'] response: {'server_uuid': 'a008e56d-969e-442a-bb08-524ee7e06084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc8d307-e5f0-4084-9201-4869a986c38c', 'code': 200} Jul 27 16:39:12.503590 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=efc8d307-e5f0-4084-9201-4869a986c38c,revision_number=8']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:12.906468 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce8fe3-8158-4f93-a52a-ae769a7ed6bf req-ed00bd86-ca65-474d-b398-1e998397ae0c tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:12.907965 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79ce8fe3-8158-4f93-a52a-ae769a7ed6bf req-ed00bd86-ca65-474d-b398-1e998397ae0c tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0484457 Jul 27 16:39:12.959036 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79ce8fe3-8158-4f93-a52a-ae769a7ed6bf req-b9d7235e-277c-43bb-a0aa-70454c3cb93d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454564 Jul 27 16:39:13.475630 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-a5ce3a23-3b8a-4f5a-b0f1-ce7a5dea631d req-252e0a27-a49b-4339-8dfd-fcdbce31bb70 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 16:39:13.476606 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a5ce3a23-3b8a-4f5a-b0f1-ce7a5dea631d req-252e0a27-a49b-4339-8dfd-fcdbce31bb70 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054765 Jul 27 16:39:13.596340 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92beeb-7f4c-4614-8a01-333defca8fdc req-42e1a561-c6f1-47d8-be7a-0d867348cb83 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:13.598032 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c92beeb-7f4c-4614-8a01-333defca8fdc req-42e1a561-c6f1-47d8-be7a-0d867348cb83 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0587971 Jul 27 16:39:13.643260 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:13.676593 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2301c2-b00c-463c-a231-f462f91bd8eb req-71923bfb-65f0-458d-9d5a-a616b1af1e03 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:13.678099 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ae2301c2-b00c-463c-a231-f462f91bd8eb req-71923bfb-65f0-458d-9d5a-a616b1af1e03 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0673206 Jul 27 16:39:13.699312 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c92beeb-7f4c-4614-8a01-333defca8fdc req-1e589bd0-b922-460b-9d41-d0605ba4241a tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955400 Jul 27 16:39:13.739061 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ae2301c2-b00c-463c-a231-f462f91bd8eb req-3449840e-2bd5-4593-91d6-4668981efd0c tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527337 Jul 27 16:39:13.981403 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 41948) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:39:14.069638 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-cafcef1d-82ac-4020-b9a8-515d340ff3fb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865614 Jul 27 16:39:14.079100 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-3ccef590-3532-41e8-94e7-29bb1f48ac42 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 16:39:14.080060 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-3ccef590-3532-41e8-94e7-29bb1f48ac42 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057585 Jul 27 16:39:14.159735 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 41956) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:39:14.261499 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-a4a43d8f-592e-4e41-a25c-fa24eef0f417 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:14.262773 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-a4a43d8f-592e-4e41-a25c-fa24eef0f417 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports/efc8d307-e5f0-4084-9201-4869a986c38c HTTP/1.1" status: 200 len: 940 time: 0.1020458 Jul 27 16:39:14.863771 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b47d22-7f09-42ce-a9d4-acea26007e8d req-bd2dbf63-af11-4f64-bf2a-5c01d6ffe12e tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:14.867852 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-90b47d22-7f09-42ce-a9d4-acea26007e8d req-bd2dbf63-af11-4f64-bf2a-5c01d6ffe12e tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0818274 Jul 27 16:39:14.894617 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49768f77-2f79-4c8d-9570-488b6ce71012 req-c9048e21-1a5b-4275-9423-040de70e5584 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:14.896323 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-49768f77-2f79-4c8d-9570-488b6ce71012 req-c9048e21-1a5b-4275-9423-040de70e5584 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0766854 Jul 27 16:39:14.948766 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:14.970626 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-90b47d22-7f09-42ce-a9d4-acea26007e8d req-d667b1eb-37ec-4b2f-9587-8fcea829dd4d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923922 Jul 27 16:39:14.974573 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-49768f77-2f79-4c8d-9570-488b6ce71012 req-f143b7d4-7f57-4662-9b50-43dd5c97633b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695667 Jul 27 16:39:16.028197 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-35674234-4af4-47f0-a1d9-dee0935935eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:16.029728 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-35674234-4af4-47f0-a1d9-dee0935935eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084&tenant_id=8d570044769a44d9b18c905284cd9947 HTTP/1.1" status: 200 len: 1127 time: 0.0796881 Jul 27 16:39:16.124776 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c3a95-92ff-4774-a1fa-61eeef1b448e req-8f6a8238-aa22-4f07-85fa-bf43bd5fdf76 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:16.126285 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b4c3a95-92ff-4774-a1fa-61eeef1b448e req-8f6a8238-aa22-4f07-85fa-bf43bd5fdf76 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0760324 Jul 27 16:39:16.136713 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfa6ba-4c2b-4f71-bbc0-76bc0ee1e045 req-fb407b55-6c66-48ec-8d23-8932d8716544 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:16.138739 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65bfa6ba-4c2b-4f71-bbc0-76bc0ee1e045 req-fb407b55-6c66-48ec-8d23-8932d8716544 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0774238 Jul 27 16:39:16.175019 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-a2c57f72-940a-41c8-87fa-c07c5db366cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:16.176616 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-a2c57f72-940a-41c8-87fa-c07c5db366cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d570044769a44d9b18c905284cd9947&device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 1127 time: 0.0405412 Jul 27 16:39:16.220108 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b4c3a95-92ff-4774-a1fa-61eeef1b448e req-a127622d-4906-4e15-b0b1-6d085595d966 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804060 Jul 27 16:39:16.224079 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65bfa6ba-4c2b-4f71-bbc0-76bc0ee1e045 req-3c5fae09-3cae-4365-97d1-d9a17add97e0 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761259 Jul 27 16:39:16.281787 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-aa68b4af-0fc8-4609-b5e6-1e32b082e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:16.283228 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-aa68b4af-0fc8-4609-b5e6-1e32b082e02d service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2b545b-e176-40e2-8391-7dafbc2122d9 HTTP/1.1" status: 200 len: 918 time: 0.0952685 Jul 27 16:39:16.353539 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-829b0aba-12dd-43ec-900b-fa0bdb02872c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efc8d307-e5f0-4084-9201-4869a986c38c HTTP/1.1" status: 200 len: 999 time: 0.0534084 Jul 27 16:39:16.356030 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device efc8d307-e5f0-4084-9201-4869a986c38c no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:16.399891 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:16.408041 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-71d77caf-4d07-472e-9833-02719f5e498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:16.409573 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-71d77caf-4d07-472e-9833-02719f5e498a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd5a5861-0b12-4ebb-85aa-394b3176f5b9 HTTP/1.1" status: 200 len: 856 time: 0.0485709 Jul 27 16:39:16.456703 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-3ca0cbcd-0993-4f67-9c1e-67e1293bc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:16.458196 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-3ca0cbcd-0993-4f67-9c1e-67e1293bc232 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2b545b-e176-40e2-8391-7dafbc2122d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423274 Jul 27 16:39:16.554882 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-9cf9cde1-64d0-4e4d-b0ce-4afcb23c6ef1 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899589 Jul 27 16:39:16.555678 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port efc8d307-e5f0-4084-9201-4869a986c38c is: DOWN; New status is: DOWN {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:39:16.651110 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-95776339-7fcb-4b05-b7a6-482cd0443745 req-cbedac43-a31d-45d7-b9ad-2d17cc0dbf0f service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874445 Jul 27 16:39:17.381461 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b36e3b-b74b-4bde-8034-84c41afe8c35 req-b0c7951f-1d38-4623-83c8-43e0c49f7970 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:17.382954 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-31b36e3b-b74b-4bde-8034-84c41afe8c35 req-b0c7951f-1d38-4623-83c8-43e0c49f7970 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0832193 Jul 27 16:39:17.404372 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab6e7b-aad1-41d0-8f7f-f68b26dda5c0 req-e151dbcd-c57a-427c-a490-d40c849571cc tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:17.405864 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6dab6e7b-aad1-41d0-8f7f-f68b26dda5c0 req-e151dbcd-c57a-427c-a490-d40c849571cc tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0761759 Jul 27 16:39:17.474740 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-31b36e3b-b74b-4bde-8034-84c41afe8c35 req-ed771d34-0ba3-42c1-a11e-1acb28a56ffa tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849025 Jul 27 16:39:17.483102 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6dab6e7b-aad1-41d0-8f7f-f68b26dda5c0 req-323aebbc-792b-445a-88cc-6c53f1832fae tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691471 Jul 27 16:39:18.650207 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4c89d-9a8e-4d38-937e-1f691f61eebb req-b45e55ad-0e3b-4f98-9bfe-98e4543a10eb tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:18.651724 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93c4c89d-9a8e-4d38-937e-1f691f61eebb req-b45e55ad-0e3b-4f98-9bfe-98e4543a10eb tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0873563 Jul 27 16:39:18.683684 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d108ac-a837-4bb9-b2e2-c96fd4aff35b req-d780cba3-af81-4886-9336-f0b53099d032 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:18.685775 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d6d108ac-a837-4bb9-b2e2-c96fd4aff35b req-d780cba3-af81-4886-9336-f0b53099d032 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0751114 Jul 27 16:39:18.734744 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93c4c89d-9a8e-4d38-937e-1f691f61eebb req-9346b5e3-da0b-488d-8233-0d4429221380 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747309 Jul 27 16:39:18.760414 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d6d108ac-a837-4bb9-b2e2-c96fd4aff35b req-f4872c70-5ee8-4861-9a24-74c5fb07286b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653656 Jul 27 16:39:19.900953 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615b874-b9e6-4646-b1e2-5677dfdfe384 req-c0fe009e-8d32-41e3-8e40-103926ab8bee tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:19.902353 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8615b874-b9e6-4646-b1e2-5677dfdfe384 req-c0fe009e-8d32-41e3-8e40-103926ab8bee tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0851290 Jul 27 16:39:19.913892 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219bf54-ebaa-448b-8db0-1b7f05eef7c4 req-552aa7ad-eaa4-4c2e-9daa-9f8e9439b3d6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:19.915386 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3219bf54-ebaa-448b-8db0-1b7f05eef7c4 req-552aa7ad-eaa4-4c2e-9daa-9f8e9439b3d6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0668266 Jul 27 16:39:20.003795 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8615b874-b9e6-4646-b1e2-5677dfdfe384 req-68b3ecf2-f8cc-41a5-b617-4a8cd3becee2 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874069 Jul 27 16:39:20.007090 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3219bf54-ebaa-448b-8db0-1b7f05eef7c4 req-a4f8b383-f3c0-4d92-9f46-7a06ca76bad2 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827291 Jul 27 16:39:20.433617 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:21.162685 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ab6e0-1237-44dd-8e9b-698258306f88 req-4a892fa6-a642-4867-89e5-029a57908834 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:21.164394 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-709ab6e0-1237-44dd-8e9b-698258306f88 req-4a892fa6-a642-4867-89e5-029a57908834 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0839238 Jul 27 16:39:21.185940 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fcb5b-6e46-4e0b-8da3-60ffc2f279e7 req-3f0525e0-1d89-4d7c-9122-550560aebe1f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:21.187619 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-602fcb5b-6e46-4e0b-8da3-60ffc2f279e7 req-3f0525e0-1d89-4d7c-9122-550560aebe1f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0927339 Jul 27 16:39:21.198546 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:21.254985 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:21.264492 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-709ab6e0-1237-44dd-8e9b-698258306f88 req-43585813-9688-4d9f-b549-25bd44e74398 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927286 Jul 27 16:39:21.273133 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-602fcb5b-6e46-4e0b-8da3-60ffc2f279e7 req-24311797-358d-4a57-bd74-0fce12fbf2da tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777695 Jul 27 16:39:22.390554 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969533df-0569-41fa-8c47-3316ba5d8848 req-3ee58a7e-a886-40f5-a3f2-074b6dc12762 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:22.392059 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-969533df-0569-41fa-8c47-3316ba5d8848 req-3ee58a7e-a886-40f5-a3f2-074b6dc12762 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0511875 Jul 27 16:39:22.442288 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-969533df-0569-41fa-8c47-3316ba5d8848 req-9a800a78-1c69-455b-b741-96ab84c9f468 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444305 Jul 27 16:39:22.559651 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dae0b-0c17-486f-b679-4a63ee600a68 req-3c8b118c-2643-4295-acd5-7fd2d6a10642 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:22.561209 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a38dae0b-0c17-486f-b679-4a63ee600a68 req-3c8b118c-2643-4295-acd5-7fd2d6a10642 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0551708 Jul 27 16:39:22.611888 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a38dae0b-0c17-486f-b679-4a63ee600a68 req-a6773767-7752-46c1-9bab-01008e2a1a50 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439184 Jul 27 16:39:23.567051 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b27b3-ebea-4d06-af17-80b2cb150fdf req-5847a037-fcc3-45e6-86f4-c92a4c716f68 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:23.568666 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-030b27b3-ebea-4d06-af17-80b2cb150fdf req-5847a037-fcc3-45e6-86f4-c92a4c716f68 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0497246 Jul 27 16:39:23.619072 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-030b27b3-ebea-4d06-af17-80b2cb150fdf req-bf102b0f-8ea6-46ea-8e56-511dcda8be3e tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449076 Jul 27 16:39:23.754523 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd5d6b-0ca8-49d0-bf93-d9b23d5d292f req-47aa5504-9383-4148-9a31-e446b40f58fa tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:23.756595 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68fd5d6b-0ca8-49d0-bf93-d9b23d5d292f req-47aa5504-9383-4148-9a31-e446b40f58fa tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0529206 Jul 27 16:39:23.813757 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68fd5d6b-0ca8-49d0-bf93-d9b23d5d292f req-b50fd21b-1ef3-4975-96b2-2e8f9d991be4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510347 Jul 27 16:39:23.998920 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:24.754896 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b8936-5ee1-475d-a3fb-e5872ae33fb1 req-aeafe28a-87ee-433f-b9c3-29b341bcb729 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:24.756439 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f7b8936-5ee1-475d-a3fb-e5872ae33fb1 req-aeafe28a-87ee-433f-b9c3-29b341bcb729 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0502720 Jul 27 16:39:24.806740 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f7b8936-5ee1-475d-a3fb-e5872ae33fb1 req-8e20ffad-2abf-4670-b400-fb7b59b949fa tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428531 Jul 27 16:39:24.944033 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28ffb4-4285-4218-b6df-7e977ff27110 req-50ac74d5-df41-490f-a5e0-7fe268a18e89 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:24.945851 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9b28ffb4-4285-4218-b6df-7e977ff27110 req-50ac74d5-df41-490f-a5e0-7fe268a18e89 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0499196 Jul 27 16:39:24.988674 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:39:24.996116 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9b28ffb4-4285-4218-b6df-7e977ff27110 req-9db08327-97d9-4175-8c41-820ba8a82709 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440056 Jul 27 16:39:25.364203 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-44f5f2c9-1398-461d-a4f7-9fdc1cdeb40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:25.932476 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe91319-9ebc-489b-a69b-2a5e39efa49b req-e4691738-4253-41a5-bff9-7c14eb527200 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:25.933955 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fbe91319-9ebc-489b-a69b-2a5e39efa49b req-e4691738-4253-41a5-bff9-7c14eb527200 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0506527 Jul 27 16:39:25.989205 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fbe91319-9ebc-489b-a69b-2a5e39efa49b req-e4b77670-12c6-4fcd-aa47-8b2bafa60e36 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487413 Jul 27 16:39:26.124197 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1aa26-e029-4440-a564-4bfb402dab3b req-6e17d1aa-ec4d-4337-8171-1ca3a075d22b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:26.125645 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-14f1aa26-e029-4440-a564-4bfb402dab3b req-6e17d1aa-ec4d-4337-8171-1ca3a075d22b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0500236 Jul 27 16:39:26.177288 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-14f1aa26-e029-4440-a564-4bfb402dab3b req-7e286a5d-85bb-4acb-9eef-5ffdc5036498 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450017 Jul 27 16:39:26.646482 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=23 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:26.647740 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=66 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:27.113016 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4095b2c-c521-4151-93f2-72f71a13791e req-2163e593-351e-42bb-a27d-9bd3c3d49884 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:27.114399 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f4095b2c-c521-4151-93f2-72f71a13791e req-2163e593-351e-42bb-a27d-9bd3c3d49884 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0480411 Jul 27 16:39:27.167510 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f4095b2c-c521-4151-93f2-72f71a13791e req-059d80c3-d7fe-413f-b1ce-d417b8c3f082 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477071 Jul 27 16:39:27.303857 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d39898-070d-4734-955e-7e64669b32b6 req-6aac8857-be07-43a3-bb1d-137db8b780d0 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:27.305435 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-67d39898-070d-4734-955e-7e64669b32b6 req-6aac8857-be07-43a3-bb1d-137db8b780d0 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0481315 Jul 27 16:39:27.353451 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-67d39898-070d-4734-955e-7e64669b32b6 req-da33819b-a216-4d09-802e-f791f2b4202d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425072 Jul 27 16:39:27.462545 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-569fe3e8-1ec9-4f64-8ed1-4c5404341f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:28.274154 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:28.287997 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9961ae-97f1-4740-badf-097ea69e9bac req-70d22cb9-5cf8-4f2d-a294-a99e2ea58b7f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:28.289489 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bb9961ae-97f1-4740-badf-097ea69e9bac req-70d22cb9-5cf8-4f2d-a294-a99e2ea58b7f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0474634 Jul 27 16:39:28.336469 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bb9961ae-97f1-4740-badf-097ea69e9bac req-ed297da9-a06e-4339-bc4f-24aa14fbdae1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412102 Jul 27 16:39:28.510615 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:28.529189 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2470a9e-7aae-42cf-8580-df906d78e84f req-51670874-64fc-41d9-a0aa-56b9eaded9e6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:28.530660 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e2470a9e-7aae-42cf-8580-df906d78e84f req-51670874-64fc-41d9-a0aa-56b9eaded9e6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0515478 Jul 27 16:39:28.576620 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e2470a9e-7aae-42cf-8580-df906d78e84f req-c24a00dd-8d7a-40e5-8846-2274b9fab0ab tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404925 Jul 27 16:39:28.681891 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29473dd7-583c-4165-a8f1-8ffe89af4ea8 req-903ca099-65a4-47be-8a85-bfc7ecdcd3ca tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:28.683362 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-29473dd7-583c-4165-a8f1-8ffe89af4ea8 req-903ca099-65a4-47be-8a85-bfc7ecdcd3ca tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0474470 Jul 27 16:39:28.727655 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:28.731293 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-29473dd7-583c-4165-a8f1-8ffe89af4ea8 req-a75b0287-508f-488d-8e83-aa5b93dc32fe tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418861 Jul 27 16:39:28.916599 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b8d7e-65ca-4503-9294-5920f956c635 req-8d719660-7c6b-495a-add1-6fd0f6d18c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:28.918554 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d63b8d7e-65ca-4503-9294-5920f956c635 req-8d719660-7c6b-495a-add1-6fd0f6d18c24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89ddf8711f2f4be88304f967149c3a50&device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 1130 time: 0.0447652 Jul 27 16:39:29.018178 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b8d7e-65ca-4503-9294-5920f956c635 req-60ee4e51-ce4a-4c85-9bf2-5e0d8046f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:29.019655 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d63b8d7e-65ca-4503-9294-5920f956c635 req-60ee4e51-ce4a-4c85-9bf2-5e0d8046f390 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f30e4e1-bf07-478c-895f-f27f24b25617 HTTP/1.1" status: 200 len: 911 time: 0.0913422 Jul 27 16:39:29.081069 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d63b8d7e-65ca-4503-9294-5920f956c635 req-8de12b4c-553e-4828-82b5-788855842dd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d079e14-f8f7-43ce-a463-f17c326cc7bb HTTP/1.1" status: 200 len: 1002 time: 0.0550687 Jul 27 16:39:29.132229 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b8d7e-65ca-4503-9294-5920f956c635 req-e0ec11f2-1a22-4d05-939f-c92adfacebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:29.133635 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d63b8d7e-65ca-4503-9294-5920f956c635 req-e0ec11f2-1a22-4d05-939f-c92adfacebe1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d480ff8-5cfd-4620-8bc1-bd543d69a3cf HTTP/1.1" status: 200 len: 849 time: 0.0453591 Jul 27 16:39:29.176634 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b8d7e-65ca-4503-9294-5920f956c635 req-576e7599-d849-4937-8f07-2aed50c7a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:29.178129 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d63b8d7e-65ca-4503-9294-5920f956c635 req-576e7599-d849-4937-8f07-2aed50c7a51e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f30e4e1-bf07-478c-895f-f27f24b25617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382221 Jul 27 16:39:29.268394 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d63b8d7e-65ca-4503-9294-5920f956c635 req-1ee6399a-2cbd-4dc4-bdad-cf48348a85ac service neutron] 10.222.0.20 "GET /v2.0/networks/5f30e4e1-bf07-478c-895f-f27f24b25617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820296 Jul 27 16:39:29.367362 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d63b8d7e-65ca-4503-9294-5920f956c635 req-7b1b5cfc-3457-4cbf-9f96-33bb03300244 service neutron] 10.222.0.20 "GET /v2.0/networks/5f30e4e1-bf07-478c-895f-f27f24b25617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848587 Jul 27 16:39:29.708940 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d24926-0eb8-4129-9d8a-ae1cab33b4f2 req-d5e712aa-3683-406b-a84f-de4a54617c94 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:29.709473 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7d24926-0eb8-4129-9d8a-ae1cab33b4f2 req-d5e712aa-3683-406b-a84f-de4a54617c94 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0527885 Jul 27 16:39:29.759177 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7d24926-0eb8-4129-9d8a-ae1cab33b4f2 req-5b2a0863-b8c4-4bd9-b7d8-ace34c6c109b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442116 Jul 27 16:39:29.869907 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4055257-f8fb-4813-bbf6-92fb0cc6f107 req-f0de9aaf-6673-4f93-9990-e49647f76132 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:29.871316 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f4055257-f8fb-4813-bbf6-92fb0cc6f107 req-f0de9aaf-6673-4f93-9990-e49647f76132 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0511880 Jul 27 16:39:29.921483 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f4055257-f8fb-4813-bbf6-92fb0cc6f107 req-5b882d16-032f-4d11-9c79-55c9620a478c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418503 Jul 27 16:39:30.389100 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:30.489721 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:30.503442 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:30.887630 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe15cf8-dc67-4ad0-a9df-6e5905456f46 req-21bf5934-66ad-4bdf-8b5d-69f0f2c7e1d4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:30.889102 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8fe15cf8-dc67-4ad0-a9df-6e5905456f46 req-21bf5934-66ad-4bdf-8b5d-69f0f2c7e1d4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0484624 Jul 27 16:39:30.939150 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8fe15cf8-dc67-4ad0-a9df-6e5905456f46 req-0753d499-db7d-4dda-85b8-ad43593c74f2 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440428 Jul 27 16:39:31.053953 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3819a-c071-48e8-8bc2-faaf4a9f0feb req-78de21b1-75c3-4a47-84a9-c8cf91c63285 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:31.055421 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2fb3819a-c071-48e8-8bc2-faaf4a9f0feb req-78de21b1-75c3-4a47-84a9-c8cf91c63285 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0523975 Jul 27 16:39:31.104059 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2fb3819a-c071-48e8-8bc2-faaf4a9f0feb req-3ff78fdd-79c2-4bde-874b-e92328c58593 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431590 Jul 27 16:39:32.071742 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369550bb-48b3-4bfa-8c76-02c7211035b4 req-eae56238-499d-408c-9d96-291bfa3b565a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:32.073242 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-369550bb-48b3-4bfa-8c76-02c7211035b4 req-eae56238-499d-408c-9d96-291bfa3b565a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0494995 Jul 27 16:39:32.122161 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-369550bb-48b3-4bfa-8c76-02c7211035b4 req-0a717f10-eff9-4800-aeab-3510b2409cc1 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427024 Jul 27 16:39:33.255431 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3713d0-de21-4c91-b13b-85e7ca35a8e2 req-32cdd532-30d3-4067-a93a-265c6a450d2a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:33.257035 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3d3713d0-de21-4c91-b13b-85e7ca35a8e2 req-32cdd532-30d3-4067-a93a-265c6a450d2a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0525465 Jul 27 16:39:33.305162 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3d3713d0-de21-4c91-b13b-85e7ca35a8e2 req-ae0f9f36-230c-487b-a084-a581e48eedf3 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422721 Jul 27 16:39:34.434672 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecdb8e-41af-4a49-927e-7680dc0395c0 req-75b5516d-d8f9-48bf-809c-2fbaed48346b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:34.436169 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1aecdb8e-41af-4a49-927e-7680dc0395c0 req-75b5516d-d8f9-48bf-809c-2fbaed48346b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0488365 Jul 27 16:39:34.488019 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1aecdb8e-41af-4a49-927e-7680dc0395c0 req-0ce0da76-6418-4a0e-9a75-f4b2d363f062 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444350 Jul 27 16:39:34.984332 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=11 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:35.614405 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327f5b2-30a1-4d06-acd9-f37aa1e064fd req-7160f8bd-cc1c-421e-8cb5-13bd43988e61 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:35.615858 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b327f5b2-30a1-4d06-acd9-f37aa1e064fd req-7160f8bd-cc1c-421e-8cb5-13bd43988e61 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0469623 Jul 27 16:39:35.665377 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b327f5b2-30a1-4d06-acd9-f37aa1e064fd req-930ec0c7-7c8e-4110-bbd7-06c22b61771d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439973 Jul 27 16:39:36.794584 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4f3ee-8934-4f56-9b2a-db5ee521b653 req-11b8c3e6-d79f-437c-874c-501ee5030e5d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:36.795960 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00d4f3ee-8934-4f56-9b2a-db5ee521b653 req-11b8c3e6-d79f-437c-874c-501ee5030e5d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0473373 Jul 27 16:39:36.814973 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:36.843734 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00d4f3ee-8934-4f56-9b2a-db5ee521b653 req-71ab6b99-2278-49e6-8de4-501a0a17aef8 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415506 Jul 27 16:39:37.960661 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:37.972648 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d88658-1b85-4b85-a9d4-bbaa7e13b048 req-9735267d-6003-4a43-83a1-81203743d6cb tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:37.974323 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-32d88658-1b85-4b85-a9d4-bbaa7e13b048 req-9735267d-6003-4a43-83a1-81203743d6cb tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 943 time: 0.0492113 Jul 27 16:39:38.022640 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-32d88658-1b85-4b85-a9d4-bbaa7e13b048 req-f97ccc9c-3dc2-4dfd-948c-960dd506abe0 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428240 Jul 27 16:39:38.737884 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device efc8d307-e5f0-4084-9201-4869a986c38c details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:39:38.839020 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port efc8d307-e5f0-4084-9201-4869a986c38c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=efc8d307-e5f0-4084-9201-4869a986c38c,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:38.851129 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': 'efc8d307-e5f0-4084-9201-4869a986c38c', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'port_id': 'efc8d307-e5f0-4084-9201-4869a986c38c', 'mac_address': 'fa:16:3e:92:e8:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:39:38.885033 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port efc8d307-e5f0-4084-9201-4869a986c38c is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:39:38.885400 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:38.898095 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc8d307-e5f0-4084-9201-4869a986c38c {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:39:38.918608 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port efc8d307-e5f0-4084-9201-4869a986c38c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=efc8d307-e5f0-4084-9201-4869a986c38c,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:38.922669 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:38.971866 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=efc8d307-e5f0-4084-9201-4869a986c38c,revision_number=9']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:38.981216 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:38.981569 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:38.981934 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:38.982279 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:38.982613 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:38.982946 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:38.983272 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:38.983597 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:38.983939 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:38.984242 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:38.985231 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:38.985580 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:38.985908 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:38.986232 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:38.986551 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:39.154505 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd09acc-23a8-4aef-9ef2-6c7f00e2c384 req-c97036c8-11db-4fb4-a293-d7f9104354e5 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:39.155914 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5bd09acc-23a8-4aef-9ef2-6c7f00e2c384 req-c97036c8-11db-4fb4-a293-d7f9104354e5 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 944 time: 0.0507510 Jul 27 16:39:39.203758 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5bd09acc-23a8-4aef-9ef2-6c7f00e2c384 req-317f7993-3af2-41e7-8d8f-f5f5ef873ad4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409055 Jul 27 16:39:39.358412 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=45 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:39.364575 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=49 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:40.129826 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['efc8d307-e5f0-4084-9201-4869a986c38c'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:39:40.363993 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5736685-51bd-4e49-8a8a-fc3e2edf5fb2 req-cf8a8244-30c6-4ea1-b5b9-cb5a5fbf861e tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:40.365488 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b5736685-51bd-4e49-8a8a-fc3e2edf5fb2 req-cf8a8244-30c6-4ea1-b5b9-cb5a5fbf861e tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 945 time: 0.0755124 Jul 27 16:39:40.371291 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ae4de-3cee-48b4-ab28-fe8cc2b056e0 req-83891879-4c18-4872-94fc-83731bdf35e9 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:40.372640 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7e7ae4de-3cee-48b4-ab28-fe8cc2b056e0 req-83891879-4c18-4872-94fc-83731bdf35e9 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 944 time: 0.0814917 Jul 27 16:39:40.454071 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b5736685-51bd-4e49-8a8a-fc3e2edf5fb2 req-4fe4f1c6-1e50-4f7c-bec0-4c9c3a0d32d3 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=247414d3-d916-410d-a8ae-1dbc8c17bd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804501 Jul 27 16:39:40.457289 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7e7ae4de-3cee-48b4-ab28-fe8cc2b056e0 req-0bff6582-241f-42f8-9eb4-e65f8f006fd1 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774415 Jul 27 16:39:41.159214 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device efc8d307-e5f0-4084-9201-4869a986c38c up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:39:41.201520 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port efc8d307-e5f0-4084-9201-4869a986c38c triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:39:41.201892 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:41.269281 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:41.271439 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port efc8d307-e5f0-4084-9201-4869a986c38c is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:39:41.271817 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:41.294363 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a008e56d-969e-442a-bb08-524ee7e06084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc8d307-e5f0-4084-9201-4869a986c38c'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:39:41.296588 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02316b30-8364-475b-9384-827f80a818c2" -d '{"events": [{"server_uuid": "a008e56d-969e-442a-bb08-524ee7e06084", "name": "network-vif-plugged", "status": "completed", "tag": "efc8d307-e5f0-4084-9201-4869a986c38c"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:41.308617 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port efc8d307-e5f0-4084-9201-4869a986c38c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=efc8d307-e5f0-4084-9201-4869a986c38c,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:41.313165 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:41.340100 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4083132-4f4f-409f-a915-629f0a9f081e x-openstack-request-id: req-c4083132-4f4f-409f-a915-629f0a9f081e {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:41.340410 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a008e56d-969e-442a-bb08-524ee7e06084", "name": "network-vif-plugged", "status": "completed", "tag": "efc8d307-e5f0-4084-9201-4869a986c38c", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:41.340666 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c4083132-4f4f-409f-a915-629f0a9f081e {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:41.341075 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4083132-4f4f-409f-a915-629f0a9f081e'] response: {'server_uuid': 'a008e56d-969e-442a-bb08-524ee7e06084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc8d307-e5f0-4084-9201-4869a986c38c', 'code': 200} Jul 27 16:39:41.363778 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=efc8d307-e5f0-4084-9201-4869a986c38c,revision_number=10']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:41.606008 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677da02-6a69-466e-978b-20fa1d21c089 req-2aedd000-dd0d-40fb-a8eb-bc5b6ab4992c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:41.607463 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6677da02-6a69-466e-978b-20fa1d21c089 req-2aedd000-dd0d-40fb-a8eb-bc5b6ab4992c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 945 time: 0.0746028 Jul 27 16:39:41.627775 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017559d-d525-4b53-990a-857124eb69a4 req-2c1f5359-b415-4e60-b744-fb977744ab96 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:41.629183 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6017559d-d525-4b53-990a-857124eb69a4 req-2c1f5359-b415-4e60-b744-fb977744ab96 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 946 time: 0.0672708 Jul 27 16:39:41.700539 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6677da02-6a69-466e-978b-20fa1d21c089 req-9344cfae-4022-4fee-ab24-56be53b818fd tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=247414d3-d916-410d-a8ae-1dbc8c17bd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868025 Jul 27 16:39:41.704476 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6017559d-d525-4b53-990a-857124eb69a4 req-50c549d3-a907-4191-8c62-4517c05becf2 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685582 Jul 27 16:39:42.847712 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363f972-99fc-4183-b30d-9331b1462fbe req-d125d434-9e93-4e8b-81f2-91fef37ced30 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:42.849181 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8363f972-99fc-4183-b30d-9331b1462fbe req-d125d434-9e93-4e8b-81f2-91fef37ced30 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 945 time: 0.0766096 Jul 27 16:39:42.855138 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b465d-787a-40ef-a018-6d82b7684e93 req-6afb22ae-558e-4486-8769-8250cf74224c tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:42.856503 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a99b465d-787a-40ef-a018-6d82b7684e93 req-6afb22ae-558e-4486-8769-8250cf74224c tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 946 time: 0.0732558 Jul 27 16:39:42.935302 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8363f972-99fc-4183-b30d-9331b1462fbe req-7f462690-1d1b-43cd-9788-24568ab73d9d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=247414d3-d916-410d-a8ae-1dbc8c17bd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778446 Jul 27 16:39:42.939063 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a99b465d-787a-40ef-a018-6d82b7684e93 req-7e7d2f3c-0b47-4a5c-adbd-20362b5d9016 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749865 Jul 27 16:39:44.085251 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef8407-1cb8-40ae-a49c-7c05069c56d4 req-5b11d056-cfee-42d1-b8da-48dc4a3be9c8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:44.086701 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d3ef8407-1cb8-40ae-a49c-7c05069c56d4 req-5b11d056-cfee-42d1-b8da-48dc4a3be9c8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 945 time: 0.0765796 Jul 27 16:39:44.092927 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29126951-c554-4550-98a7-3bf2574d4a94 req-ca70da72-62c7-4ddd-8ddd-1a74c4c26c26 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:44.094776 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-29126951-c554-4550-98a7-3bf2574d4a94 req-ca70da72-62c7-4ddd-8ddd-1a74c4c26c26 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 946 time: 0.0739036 Jul 27 16:39:44.166122 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d3ef8407-1cb8-40ae-a49c-7c05069c56d4 req-5819c5c5-8cad-4d31-8e74-6a642afd2789 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=247414d3-d916-410d-a8ae-1dbc8c17bd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704074 Jul 27 16:39:44.170123 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-29126951-c554-4550-98a7-3bf2574d4a94 req-4d79f67f-3211-41a5-aece-d992bba44846 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676727 Jul 27 16:39:44.815067 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:44.817199 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18798a4f-ca3e-4a93-82a9-5353e12a945f req-5c697164-b3fe-4f38-999f-a0210264b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:44.818806 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-18798a4f-ca3e-4a93-82a9-5353e12a945f req-5c697164-b3fe-4f38-999f-a0210264b2d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 1130 time: 0.0410831 Jul 27 16:39:44.829658 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50206e-c493-4b48-8407-ffdfe701e6ab req-439d0bd7-a848-4a15-8697-26e355267acd tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:44.831142 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ad50206e-c493-4b48-8407-ffdfe701e6ab req-439d0bd7-a848-4a15-8697-26e355267acd tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 945 time: 0.0530314 Jul 27 16:39:44.864825 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-18798a4f-ca3e-4a93-82a9-5353e12a945f req-26fea94a-195c-40d1-bb1b-36026367c3eb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391164 Jul 27 16:39:44.913239 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-ad50206e-c493-4b48-8407-ffdfe701e6ab req-6c123a8c-1b2d-4e53-a302-fe041e8b259b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Deleting port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:39:44.913574 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ad50206e-c493-4b48-8407-ffdfe701e6ab req-6c123a8c-1b2d-4e53-a302-fe041e8b259b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (48f4dc5d-66f7-4d76-acfc-3857b17ffa1e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:44.954274 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:45.005682 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-ad50206e-c493-4b48-8407-ffdfe701e6ab req-6c123a8c-1b2d-4e53-a302-fe041e8b259b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] For port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=48f4dc5d-66f7-4d76-acfc-3857b17ffa1e,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:45.006078 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ad50206e-c493-4b48-8407-ffdfe701e6ab req-6c123a8c-1b2d-4e53-a302-fe041e8b259b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (48f4dc5d-66f7-4d76-acfc-3857b17ffa1e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:45.219570 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ad50206e-c493-4b48-8407-ffdfe701e6ab req-6c123a8c-1b2d-4e53-a302-fe041e8b259b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:45.220171 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ad50206e-c493-4b48-8407-ffdfe701e6ab req-6c123a8c-1b2d-4e53-a302-fe041e8b259b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (dd35aac1-27d0-4697-aa35-e7d4ab5f5b83), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:45.220299 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-ad50206e-c493-4b48-8407-ffdfe701e6ab req-6c123a8c-1b2d-4e53-a302-fe041e8b259b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Floating IP dd35aac1-27d0-4697-aa35-e7d4ab5f5b83 disassociated. External IP: 172.27.2.147, port: 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e. Jul 27 16:39:45.220606 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-ad50206e-c493-4b48-8407-ffdfe701e6ab req-6c123a8c-1b2d-4e53-a302-fe041e8b259b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Calling delete_port for 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:39:45.356159 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba6c91-56b1-47a6-9327-916c8552d935 req-4922b338-9f42-4d20-af8e-225c3dba36c9 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:45.357573 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2bba6c91-56b1-47a6-9327-916c8552d935 req-4922b338-9f42-4d20-af8e-225c3dba36c9 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 946 time: 0.0928390 Jul 27 16:39:45.365314 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff3883-f691-4f6c-9839-b391b50dd341 req-3b04c867-6c25-4bde-bf9b-47376af8a352 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:45.366660 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4ff3883-f691-4f6c-9839-b391b50dd341 req-3b04c867-6c25-4bde-bf9b-47376af8a352 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 945 time: 0.1030278 Jul 27 16:39:45.475391 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2bba6c91-56b1-47a6-9327-916c8552d935 req-fd3a839c-b397-41a6-9347-f6f9324f9f07 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077259 Jul 27 16:39:45.480300 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4ff3883-f691-4f6c-9839-b391b50dd341 req-5b72e28b-dcf9-43fc-aee0-fa22a98cd72e tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=247414d3-d916-410d-a8ae-1dbc8c17bd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021051 Jul 27 16:39:45.513676 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ad50206e-c493-4b48-8407-ffdfe701e6ab req-6c123a8c-1b2d-4e53-a302-fe041e8b259b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (48f4dc5d-66f7-4d76-acfc-3857b17ffa1e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:45.541237 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c123a8c-1b2d-4e53-a302-fe041e8b259b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event deleted for resources: {'Port': ['ID=48f4dc5d-66f7-4d76-acfc-3857b17ffa1e,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:45.649839 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad50206e-c493-4b48-8407-ffdfe701e6ab req-6c123a8c-1b2d-4e53-a302-fe041e8b259b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:39:45.745948 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:45.761340 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad50206e-c493-4b48-8407-ffdfe701e6ab req-6c123a8c-1b2d-4e53-a302-fe041e8b259b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:39:45.770714 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bc405b-1508-4a79-8213-c2c008d61637 None None] Sync routers for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:39:45.780758 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc405b-1508-4a79-8213-c2c008d61637 None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:39:45.781935 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-93bc405b-1508-4a79-8213-c2c008d61637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:39:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:45.806050 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad50206e-c493-4b48-8407-ffdfe701e6ab req-6c123a8c-1b2d-4e53-a302-fe041e8b259b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] No DVR routers for this DVR port 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e on host hv-cinder-84969 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:39:45.808670 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ad50206e-c493-4b48-8407-ffdfe701e6ab req-6c123a8c-1b2d-4e53-a302-fe041e8b259b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:45.811771 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ad50206e-c493-4b48-8407-ffdfe701e6ab req-6c123a8c-1b2d-4e53-a302-fe041e8b259b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "DELETE /v2.0/ports/48f4dc5d-66f7-4d76-acfc-3857b17ffa1e HTTP/1.1" status: 204 len: 173 time: 0.9751556 Jul 27 16:39:45.812206 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b72f0b5-a0b5-458b-9cbb-7216d34be718', 'name': 'network-vif-deleted', 'tag': '48f4dc5d-66f7-4d76-acfc-3857b17ffa1e'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:39:45.814535 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e6ccbd-626f-408b-90fb-c2955c13853f" -d '{"events": [{"server_uuid": "6b72f0b5-a0b5-458b-9cbb-7216d34be718", "name": "network-vif-deleted", "tag": "48f4dc5d-66f7-4d76-acfc-3857b17ffa1e"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:45.854569 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e0ecad-07ec-4c46-98a8-f2a5311c5a18 x-openstack-request-id: req-14e0ecad-07ec-4c46-98a8-f2a5311c5a18 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:45.854919 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b72f0b5-a0b5-458b-9cbb-7216d34be718", "name": "network-vif-deleted", "tag": "48f4dc5d-66f7-4d76-acfc-3857b17ffa1e", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:45.855232 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-14e0ecad-07ec-4c46-98a8-f2a5311c5a18 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:45.855722 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e0ecad-07ec-4c46-98a8-f2a5311c5a18'] response: {'server_uuid': '6b72f0b5-a0b5-458b-9cbb-7216d34be718', 'name': 'network-vif-deleted', 'tag': '48f4dc5d-66f7-4d76-acfc-3857b17ffa1e', 'status': 'completed', 'code': 200} Jul 27 16:39:45.892375 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-93bc405b-1508-4a79-8213-c2c008d61637 None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:39:45.982122 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:46.108987 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-93bc405b-1508-4a79-8213-c2c008d61637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'a723ad72-e71f-4ef7-9c37-c78f75c16fdb', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '78e696af-c295-41c4-a3bd-e88439dd705f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:e9:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:36:12Z', 'updated_at': '2022-07-27T16:36:45Z', 'revision_number': 2, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:46.136320 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bc405b-1508-4a79-8213-c2c008d61637 None None] Checking router: 115fa28b-f5c6-4177-8cbb-a31c9f89e350 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:39:46.145306 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc405b-1508-4a79-8213-c2c008d61637 None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:39:46.145911 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-93bc405b-1508-4a79-8213-c2c008d61637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:39:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:46.254240 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-93bc405b-1508-4a79-8213-c2c008d61637 None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:39:46.475775 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-93bc405b-1508-4a79-8213-c2c008d61637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'a723ad72-e71f-4ef7-9c37-c78f75c16fdb', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '78e696af-c295-41c4-a3bd-e88439dd705f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:e9:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:36:12Z', 'updated_at': '2022-07-27T16:36:45Z', 'revision_number': 2, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:46.504266 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bc405b-1508-4a79-8213-c2c008d61637 None None] The sync data for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi is: [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'a723ad72-e71f-4ef7-9c37-c78f75c16fdb', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '78e696af-c295-41c4-a3bd-e88439dd705f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:e9:5f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:36:12Z', 'updated_at': '2022-07-27T16:36:45Z', 'revision_number': 2, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:39:46.677640 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d66a1759-bb82-463a-8db9-851332e8dbf2 req-4b1ea535-bb59-4db5-835c-1f3a7b650155 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b72f0b5-a0b5-458b-9cbb-7216d34be718 HTTP/1.1" status: 200 len: 210 time: 0.0603571 Jul 27 16:39:46.735881 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427059db-3431-4a58-b8db-3ca27d8b752c req-ab9c22cc-f1aa-4e59-9364-17ceaf49e688 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:46.740303 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-427059db-3431-4a58-b8db-3ca27d8b752c req-ab9c22cc-f1aa-4e59-9364-17ceaf49e688 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 946 time: 0.0834002 Jul 27 16:39:46.799566 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-427059db-3431-4a58-b8db-3ca27d8b752c req-5392606f-7592-4716-a928-8b04dd856a8d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553823 Jul 27 16:39:46.916113 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b070e02-432a-4745-914c-f63f113675b8 None None] New status for floating IP dd35aac1-27d0-4697-aa35-e7d4ab5f5b83: DOWN {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:39:47.766814 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 42258) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:39:47.773539 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:47.822047 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-473b5972-98db-430c-8335-7ca1efced4d9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (247414d3-d916-410d-a8ae-1dbc8c17bd31), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:47.851299 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-473b5972-98db-430c-8335-7ca1efced4d9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (247414d3-d916-410d-a8ae-1dbc8c17bd31), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:47.939225 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812efa1-524a-450c-aa7c-042582ec7e0d req-ec935b65-83a8-448f-832a-ff7ff3ded734 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:47.940752 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d812efa1-524a-450c-aa7c-042582ec7e0d req-ec935b65-83a8-448f-832a-ff7ff3ded734 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 946 time: 0.0536788 Jul 27 16:39:47.941912 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-473b5972-98db-430c-8335-7ca1efced4d9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (247414d3-d916-410d-a8ae-1dbc8c17bd31), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:47.944453 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-473b5972-98db-430c-8335-7ca1efced4d9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:47.945543 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-473b5972-98db-430c-8335-7ca1efced4d9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "DELETE /v2.0/security-groups/247414d3-d916-410d-a8ae-1dbc8c17bd31 HTTP/1.1" status: 204 len: 168 time: 0.1777227 Jul 27 16:39:47.948685 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 42262) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:39:47.963014 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b5972-98db-430c-8335-7ca1efced4d9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=247414d3-d916-410d-a8ae-1dbc8c17bd31,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:47.968658 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.api.v2.resource [None req-8575eff3-abbf-4009-839a-6d10953e36bd tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] show failed (client error): The resource could not be found. Jul 27 16:39:47.972598 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 42264) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:39:47.977544 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8575eff3-abbf-4009-839a-6d10953e36bd tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups/247414d3-d916-410d-a8ae-1dbc8c17bd31 HTTP/1.1" status: 404 len: 347 time: 0.0274725 Jul 27 16:39:48.069980 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d812efa1-524a-450c-aa7c-042582ec7e0d req-f7a4cd84-2681-4131-9c0e-ffef1d4012eb tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194179 Jul 27 16:39:48.106310 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-79a8f9e6-174d-4349-afe8-19a813c5c3ac tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Deleting port d0e904ac-acbb-45eb-af0a-aab368adb2ca {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:39:48.106647 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-79a8f9e6-174d-4349-afe8-19a813c5c3ac tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (d0e904ac-acbb-45eb-af0a-aab368adb2ca), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:48.423226 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-79a8f9e6-174d-4349-afe8-19a813c5c3ac tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (d0e904ac-acbb-45eb-af0a-aab368adb2ca), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:48.423558 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-79a8f9e6-174d-4349-afe8-19a813c5c3ac tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (d0e904ac-acbb-45eb-af0a-aab368adb2ca), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:48.436269 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-79a8f9e6-174d-4349-afe8-19a813c5c3ac tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Calling delete_port for d0e904ac-acbb-45eb-af0a-aab368adb2ca owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:39:48.577067 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-79a8f9e6-174d-4349-afe8-19a813c5c3ac tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (d0e904ac-acbb-45eb-af0a-aab368adb2ca), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:48.610049 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8f9e6-174d-4349-afe8-19a813c5c3ac tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event deleted for resources: {'Port': ['ID=d0e904ac-acbb-45eb-af0a-aab368adb2ca,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:48.667167 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-79a8f9e6-174d-4349-afe8-19a813c5c3ac tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (dd35aac1-27d0-4697-aa35-e7d4ab5f5b83), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:48.669709 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-79a8f9e6-174d-4349-afe8-19a813c5c3ac tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:48.674099 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-79a8f9e6-174d-4349-afe8-19a813c5c3ac tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "DELETE /v2.0/floatingips/dd35aac1-27d0-4697-aa35-e7d4ab5f5b83 HTTP/1.1" status: 204 len: 168 time: 0.7003853 Jul 27 16:39:49.219363 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:49.239921 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:39:49.240267 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 48f4dc5d-66f7-4d76-acfc-3857b17ffa1e not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:39:49.998837 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0ee5f-17d6-482b-a586-226c8f858474 req-d47d5645-8e62-449b-8f82-e6a3dc101b0f tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:50.000194 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-91a0ee5f-17d6-482b-a586-226c8f858474 req-d47d5645-8e62-449b-8f82-e6a3dc101b0f tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 945 time: 0.0501876 Jul 27 16:39:50.025348 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:50.047700 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-91a0ee5f-17d6-482b-a586-226c8f858474 req-e0424ff1-d17f-4d78-8d51-12ebcf041ffa tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Jul 27 16:39:50.441666 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:51.168383 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83341cd-1242-4660-8299-a3f3431697b7 req-32ecd971-4f5e-47b1-8b53-f92bffc2a830 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:51.169900 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a83341cd-1242-4660-8299-a3f3431697b7 req-32ecd971-4f5e-47b1-8b53-f92bffc2a830 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 945 time: 0.0499249 Jul 27 16:39:51.224673 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a83341cd-1242-4660-8299-a3f3431697b7 req-57d9ad39-dc9e-4516-8244-93c015b38fef tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492465 Jul 27 16:39:52.144163 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5f463-d889-434d-995d-44bace38c004 req-14beb511-34ea-48f5-90b5-7705efbcfdb3 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:52.145587 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-84f5f463-d889-434d-995d-44bace38c004 req-14beb511-34ea-48f5-90b5-7705efbcfdb3 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 945 time: 0.0467606 Jul 27 16:39:52.188700 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:52.236809 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-84f5f463-d889-434d-995d-44bace38c004 req-9afdea6b-a466-4114-9dc5-7aaaaf7e6e0f tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Deleting port c45f72a2-0106-4ad5-ab26-60fca9b2968b {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:39:52.237179 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-84f5f463-d889-434d-995d-44bace38c004 req-9afdea6b-a466-4114-9dc5-7aaaaf7e6e0f tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (c45f72a2-0106-4ad5-ab26-60fca9b2968b), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:52.367360 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-84f5f463-d889-434d-995d-44bace38c004 req-9afdea6b-a466-4114-9dc5-7aaaaf7e6e0f tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] For port c45f72a2-0106-4ad5-ab26-60fca9b2968b, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=c45f72a2-0106-4ad5-ab26-60fca9b2968b,segment=NetworkSegment(8f199523-ffdb-46b3-8e76-902058634fb4),segment_id=8f199523-ffdb-46b3-8e76-902058634fb4)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:52.367791 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-84f5f463-d889-434d-995d-44bace38c004 req-9afdea6b-a466-4114-9dc5-7aaaaf7e6e0f tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (c45f72a2-0106-4ad5-ab26-60fca9b2968b), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:52.375905 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15e03-e9ec-4b99-b41a-c70f87be90cb req-3d38e32d-34b6-4f2f-b3f4-7b83b929ad49 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:52.377404 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79b15e03-e9ec-4b99-b41a-c70f87be90cb req-3d38e32d-34b6-4f2f-b3f4-7b83b929ad49 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 945 time: 0.0769634 Jul 27 16:39:52.396458 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-84f5f463-d889-434d-995d-44bace38c004 req-9afdea6b-a466-4114-9dc5-7aaaaf7e6e0f tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Calling delete_port for c45f72a2-0106-4ad5-ab26-60fca9b2968b owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:39:52.499353 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79b15e03-e9ec-4b99-b41a-c70f87be90cb req-ac505150-3900-4565-bd1b-d3e26b606415 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142821 Jul 27 16:39:52.524651 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b5cf-136c-47be-8682-d9bfd3eb8d06 req-618f2a97-3306-45f9-94bd-b357a09c8670 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:52.526129 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e7e7b5cf-136c-47be-8682-d9bfd3eb8d06 req-618f2a97-3306-45f9-94bd-b357a09c8670 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 945 time: 0.0745022 Jul 27 16:39:52.609820 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e7e7b5cf-136c-47be-8682-d9bfd3eb8d06 req-ab208f04-4a76-400e-80ce-4ee95f7992a7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=39774d9c-b37c-4b1c-a354-50a158db59c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764878 Jul 27 16:39:52.629692 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-84f5f463-d889-434d-995d-44bace38c004 req-9afdea6b-a466-4114-9dc5-7aaaaf7e6e0f tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (c45f72a2-0106-4ad5-ab26-60fca9b2968b), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:52.652519 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['c45f72a2-0106-4ad5-ab26-60fca9b2968b'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:39:52.659372 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdea6b-a466-4114-9dc5-7aaaaf7e6e0f tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Pushing event deleted for resources: {'Port': ['ID=c45f72a2-0106-4ad5-ab26-60fca9b2968b,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:52.707726 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f5f463-d889-434d-995d-44bace38c004 req-9afdea6b-a466-4114-9dc5-7aaaaf7e6e0f tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] No DVR routers for this DVR port c45f72a2-0106-4ad5-ab26-60fca9b2968b on host hv-cinder-84969 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:39:52.710105 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-84f5f463-d889-434d-995d-44bace38c004 req-9afdea6b-a466-4114-9dc5-7aaaaf7e6e0f tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:52.713371 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-84f5f463-d889-434d-995d-44bace38c004 req-9afdea6b-a466-4114-9dc5-7aaaaf7e6e0f tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.20 "DELETE /v2.0/ports/c45f72a2-0106-4ad5-ab26-60fca9b2968b HTTP/1.1" status: 204 len: 173 time: 0.5605628 Jul 27 16:39:52.713806 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c4ea75-9961-4644-8a94-8461f019fa5a', 'name': 'network-vif-deleted', 'tag': 'c45f72a2-0106-4ad5-ab26-60fca9b2968b'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:39:52.716036 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4621f1-e63c-41fe-94bc-e52224e3bbca" -d '{"events": [{"server_uuid": "17c4ea75-9961-4644-8a94-8461f019fa5a", "name": "network-vif-deleted", "tag": "c45f72a2-0106-4ad5-ab26-60fca9b2968b"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:52.752533 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb262117-f569-4bb5-8e02-dd1139fb7fc0 x-openstack-request-id: req-bb262117-f569-4bb5-8e02-dd1139fb7fc0 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:52.752826 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c4ea75-9961-4644-8a94-8461f019fa5a", "name": "network-vif-deleted", "tag": "c45f72a2-0106-4ad5-ab26-60fca9b2968b", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:52.753103 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bb262117-f569-4bb5-8e02-dd1139fb7fc0 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:52.753503 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb262117-f569-4bb5-8e02-dd1139fb7fc0'] response: {'server_uuid': '17c4ea75-9961-4644-8a94-8461f019fa5a', 'name': 'network-vif-deleted', 'tag': 'c45f72a2-0106-4ad5-ab26-60fca9b2968b', 'status': 'completed', 'code': 200} Jul 27 16:39:53.599057 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-156f5165-2ed1-48e9-bd14-6da58319aaab req-9820fd60-e64a-42dd-822e-092ccf760300 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 210 time: 0.0286856 Jul 27 16:39:53.728809 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a377c-7da2-4b2b-8c96-0f506d7c806f req-a5e3d8a5-f795-4048-bbeb-c7d3da6aa356 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:53.730298 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-590a377c-7da2-4b2b-8c96-0f506d7c806f req-a5e3d8a5-f795-4048-bbeb-c7d3da6aa356 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 945 time: 0.0485723 Jul 27 16:39:53.778972 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-590a377c-7da2-4b2b-8c96-0f506d7c806f req-b88db85c-33fd-4259-bccb-33e6e8b0afbb tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=39774d9c-b37c-4b1c-a354-50a158db59c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433004 Jul 27 16:39:54.708611 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-46bfbfd6-8312-4a66-abae-9b6db5e4bfe8 req-82b6be3b-b1c4-4dbe-afc5-e4b8d2bc6d0e tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=17c4ea75-9961-4644-8a94-8461f019fa5a HTTP/1.1" status: 200 len: 210 time: 0.0289414 Jul 27 16:39:54.763910 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62228d-7a56-4447-b3cf-37777637ee76 req-10de241c-e15a-4055-a7e1-51ab67132364 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:54.765339 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e62228d-7a56-4447-b3cf-37777637ee76 req-10de241c-e15a-4055-a7e1-51ab67132364 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 945 time: 0.0558395 Jul 27 16:39:54.855442 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=10 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:54.905464 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-0e62228d-7a56-4447-b3cf-37777637ee76 req-2967a91c-016f-4ea2-be09-48a6085e9b97 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Deleting port 78e696af-c295-41c4-a3bd-e88439dd705f {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:39:54.905924 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0e62228d-7a56-4447-b3cf-37777637ee76 req-2967a91c-016f-4ea2-be09-48a6085e9b97 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (78e696af-c295-41c4-a3bd-e88439dd705f), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:54.914236 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:54.961034 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849686dc-9bcf-416c-9e44-531b1419f4dd req-d1308ef4-c055-43c1-9ea0-05e4d9552baa tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:54.962474 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-849686dc-9bcf-416c-9e44-531b1419f4dd req-d1308ef4-c055-43c1-9ea0-05e4d9552baa tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 945 time: 0.1038136 Jul 27 16:39:55.031351 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:55.049650 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-849686dc-9bcf-416c-9e44-531b1419f4dd req-880d1e49-bd05-4229-b7b4-b8f5cd164636 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=39774d9c-b37c-4b1c-a354-50a158db59c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807912 Jul 27 16:39:55.054764 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-0e62228d-7a56-4447-b3cf-37777637ee76 req-2967a91c-016f-4ea2-be09-48a6085e9b97 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] For port 78e696af-c295-41c4-a3bd-e88439dd705f, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=78e696af-c295-41c4-a3bd-e88439dd705f,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:39:55.055133 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0e62228d-7a56-4447-b3cf-37777637ee76 req-2967a91c-016f-4ea2-be09-48a6085e9b97 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (78e696af-c295-41c4-a3bd-e88439dd705f), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:55.235622 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0e62228d-7a56-4447-b3cf-37777637ee76 req-2967a91c-016f-4ea2-be09-48a6085e9b97 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:55.236009 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0e62228d-7a56-4447-b3cf-37777637ee76 req-2967a91c-016f-4ea2-be09-48a6085e9b97 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (a723ad72-e71f-4ef7-9c37-c78f75c16fdb), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:55.236335 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-0e62228d-7a56-4447-b3cf-37777637ee76 req-2967a91c-016f-4ea2-be09-48a6085e9b97 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Floating IP a723ad72-e71f-4ef7-9c37-c78f75c16fdb disassociated. External IP: 172.27.2.250, port: 78e696af-c295-41c4-a3bd-e88439dd705f. Jul 27 16:39:55.236709 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-0e62228d-7a56-4447-b3cf-37777637ee76 req-2967a91c-016f-4ea2-be09-48a6085e9b97 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Calling delete_port for 78e696af-c295-41c4-a3bd-e88439dd705f owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:39:55.284197 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device c45f72a2-0106-4ad5-ab26-60fca9b2968b no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:55.302683 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: c45f72a2-0106-4ad5-ab26-60fca9b2968b {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:39:55.303035 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device c45f72a2-0106-4ad5-ab26-60fca9b2968b not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:39:55.303555 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 78e696af-c295-41c4-a3bd-e88439dd705f no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:39:55.331855 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:55.382956 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0e62228d-7a56-4447-b3cf-37777637ee76 req-2967a91c-016f-4ea2-be09-48a6085e9b97 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (78e696af-c295-41c4-a3bd-e88439dd705f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:55.391839 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4c0ffcda-7a47-48ab-ad65-120828fddd87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:55.393148 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 78e696af-c295-41c4-a3bd-e88439dd705f is: ACTIVE; New status is: DOWN {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:39:55.393514 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (78e696af-c295-41c4-a3bd-e88439dd705f), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:55.412392 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967a91c-016f-4ea2-be09-48a6085e9b97 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event deleted for resources: {'Port': ['ID=78e696af-c295-41c4-a3bd-e88439dd705f,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:55.524517 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e62228d-7a56-4447-b3cf-37777637ee76 req-2967a91c-016f-4ea2-be09-48a6085e9b97 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:39:55.629248 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e62228d-7a56-4447-b3cf-37777637ee76 req-2967a91c-016f-4ea2-be09-48a6085e9b97 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:39:55.638490 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112531e3-a7fe-4a42-8c53-0660db1aaec0 None None] Sync routers for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:39:55.649302 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112531e3-a7fe-4a42-8c53-0660db1aaec0 None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:39:55.649913 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-112531e3-a7fe-4a42-8c53-0660db1aaec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:39:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:55.672531 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e62228d-7a56-4447-b3cf-37777637ee76 req-2967a91c-016f-4ea2-be09-48a6085e9b97 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] No DVR routers for this DVR port 78e696af-c295-41c4-a3bd-e88439dd705f on host hv-cinder-84969 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:39:55.675138 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0e62228d-7a56-4447-b3cf-37777637ee76 req-2967a91c-016f-4ea2-be09-48a6085e9b97 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:55.678618 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e62228d-7a56-4447-b3cf-37777637ee76 req-2967a91c-016f-4ea2-be09-48a6085e9b97 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "DELETE /v2.0/ports/78e696af-c295-41c4-a3bd-e88439dd705f HTTP/1.1" status: 204 len: 173 time: 0.8966112 Jul 27 16:39:55.679069 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'name': 'network-vif-deleted', 'tag': '78e696af-c295-41c4-a3bd-e88439dd705f'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:39:55.681360 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e40bbb-2afa-4c79-8ed7-3ec90799fbeb" -d '{"events": [{"server_uuid": "c7fb7d3a-2581-4c62-9d19-7636961df56e", "name": "network-vif-deleted", "tag": "78e696af-c295-41c4-a3bd-e88439dd705f"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:39:55.723641 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaeeaab-6a43-4b10-8183-203feaebb270 x-openstack-request-id: req-abaeeaab-6a43-4b10-8183-203feaebb270 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:39:55.724263 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fb7d3a-2581-4c62-9d19-7636961df56e", "name": "network-vif-deleted", "tag": "78e696af-c295-41c4-a3bd-e88439dd705f", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:39:55.724263 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-abaeeaab-6a43-4b10-8183-203feaebb270 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:39:55.724579 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abaeeaab-6a43-4b10-8183-203feaebb270'] response: {'server_uuid': 'c7fb7d3a-2581-4c62-9d19-7636961df56e', 'name': 'network-vif-deleted', 'tag': '78e696af-c295-41c4-a3bd-e88439dd705f', 'status': 'completed', 'code': 200} Jul 27 16:39:55.762901 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-112531e3-a7fe-4a42-8c53-0660db1aaec0 None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:39:56.052358 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:56.123030 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-112531e3-a7fe-4a42-8c53-0660db1aaec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:56.150501 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112531e3-a7fe-4a42-8c53-0660db1aaec0 None None] Checking router: 115fa28b-f5c6-4177-8cbb-a31c9f89e350 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:39:56.165659 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112531e3-a7fe-4a42-8c53-0660db1aaec0 None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:39:56.166434 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-112531e3-a7fe-4a42-8c53-0660db1aaec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:39:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:56.180098 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-534b2683-7975-4421-95cb-63b8c7bcaded req-d5a6e696-3f26-423f-9997-d822f3042218 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7fb7d3a-2581-4c62-9d19-7636961df56e HTTP/1.1" status: 200 len: 210 time: 0.0403833 Jul 27 16:39:56.273829 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-112531e3-a7fe-4a42-8c53-0660db1aaec0 None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:39:56.456149 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-112531e3-a7fe-4a42-8c53-0660db1aaec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:39:56.479956 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112531e3-a7fe-4a42-8c53-0660db1aaec0 None None] The sync data for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi is: [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:39:56.674381 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c10afc-0cb8-4c7c-9858-308ee7fb2f2f None None] New status for floating IP a723ad72-e71f-4ef7-9c37-c78f75c16fdb: DOWN {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:39:57.292910 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 42340) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:39:57.347304 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (39774d9c-b37c-4b1c-a354-50a158db59c1), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:57.370716 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (39774d9c-b37c-4b1c-a354-50a158db59c1), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:57.417363 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (39774d9c-b37c-4b1c-a354-50a158db59c1), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:57.419885 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:57.421049 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "DELETE /v2.0/security-groups/39774d9c-b37c-4b1c-a354-50a158db59c1 HTTP/1.1" status: 204 len: 168 time: 0.1271305 Jul 27 16:39:57.423945 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 42342) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:39:57.430191 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39774d9c-b37c-4b1c-a354-50a158db59c1,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:57.432284 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:57.437648 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.api.v2.resource [None req-13a9ff97-1294-4a32-adb9-7c5ce0a88fc9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] show failed (client error): The resource could not be found. Jul 27 16:39:57.438619 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-13a9ff97-1294-4a32-adb9-7c5ce0a88fc9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups/39774d9c-b37c-4b1c-a354-50a158db59c1 HTTP/1.1" status: 404 len: 347 time: 0.0136943 Jul 27 16:39:57.438832 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.439174 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.439506 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.439839 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.440190 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.440514 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.440839 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.441189 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.441511 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.441662 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 42344) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:39:57.441831 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.442149 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.442466 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.442782 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.443098 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.443413 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2707bddc-b34f-4c9b-9dbe-f8eadff4a294 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.470537 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-59c702c4-f270-4fef-bcb6-05bcb30926a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:57.555103 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Deleting port 8ceb013b-9dd9-4218-8eb7-24e5e9eb5de9 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:39:57.555359 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (8ceb013b-9dd9-4218-8eb7-24e5e9eb5de9), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:57.642102 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (8ceb013b-9dd9-4218-8eb7-24e5e9eb5de9), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:57.642450 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (8ceb013b-9dd9-4218-8eb7-24e5e9eb5de9), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:57.654815 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Calling delete_port for 8ceb013b-9dd9-4218-8eb7-24e5e9eb5de9 owned by network:floatingip {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:39:57.788998 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (8ceb013b-9dd9-4218-8eb7-24e5e9eb5de9), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:57.812842 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event deleted for resources: {'Port': ['ID=8ceb013b-9dd9-4218-8eb7-24e5e9eb5de9,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:57.842961 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.843308 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.843677 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.844006 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.844335 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.844663 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.845016 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.845345 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.845667 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.845984 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.846302 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.846620 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.846936 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.847250 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.847566 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:39:57.888636 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (a723ad72-e71f-4ef7-9c37-c78f75c16fdb), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:57.892007 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:57.893151 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-630aa347-5914-4627-bbb1-2468c0d15886 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "DELETE /v2.0/floatingips/a723ad72-e71f-4ef7-9c37-c78f75c16fdb HTTP/1.1" status: 204 len: 168 time: 0.4505920 Jul 27 16:39:57.969693 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 42348) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:39:57.974153 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-39fb3b7c-8413-44ab-b260-7cacb980ea9c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452028371', 'description': 'tempest-description--930190966'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:39:57.994937 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-39fb3b7c-8413-44ab-b260-7cacb980ea9c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:58.014360 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:58.065036 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-39fb3b7c-8413-44ab-b260-7cacb980ea9c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (b1961e1a-8c3d-4248-a02e-2724f3e58639), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:58.069013 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-39fb3b7c-8413-44ab-b260-7cacb980ea9c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (b1961e1a-8c3d-4248-a02e-2724f3e58639), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:58.098623 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-39fb3b7c-8413-44ab-b260-7cacb980ea9c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:58.099820 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-39fb3b7c-8413-44ab-b260-7cacb980ea9c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1291327 Jul 27 16:39:58.101705 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb3b7c-8413-44ab-b260-7cacb980ea9c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1961e1a-8c3d-4248-a02e-2724f3e58639,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:58.102805 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 42352) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:39:58.108758 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-945117f0-8949-4376-966b-a2ad56d8378d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'security_group_rule': {'security_group_id': 'b1961e1a-8c3d-4248-a02e-2724f3e58639', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:39:58.137206 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-945117f0-8949-4376-966b-a2ad56d8378d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (ad20a195-122f-4f66-8599-e5a5a457bdde), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:58.200655 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-945117f0-8949-4376-966b-a2ad56d8378d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (ad20a195-122f-4f66-8599-e5a5a457bdde), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:58.204459 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-945117f0-8949-4376-966b-a2ad56d8378d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (ad20a195-122f-4f66-8599-e5a5a457bdde), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:58.225682 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945117f0-8949-4376-966b-a2ad56d8378d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad20a195-122f-4f66-8599-e5a5a457bdde,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:58.232309 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-945117f0-8949-4376-966b-a2ad56d8378d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:58.233763 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-945117f0-8949-4376-966b-a2ad56d8378d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291049 Jul 27 16:39:58.236330 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 42356) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:39:58.240543 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-3b412730-b0be-4cdf-bf9e-e5491983d8d5 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'security_group_rule': {'security_group_id': 'b1961e1a-8c3d-4248-a02e-2724f3e58639', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:39:58.266558 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b412730-b0be-4cdf-bf9e-e5491983d8d5 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (d818502a-512f-4fcb-ac38-b194d6fe5709), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:58.323934 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b412730-b0be-4cdf-bf9e-e5491983d8d5 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (d818502a-512f-4fcb-ac38-b194d6fe5709), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:58.327453 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b412730-b0be-4cdf-bf9e-e5491983d8d5 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (d818502a-512f-4fcb-ac38-b194d6fe5709), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:58.549104 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b412730-b0be-4cdf-bf9e-e5491983d8d5 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d818502a-512f-4fcb-ac38-b194d6fe5709,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:58.557449 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b412730-b0be-4cdf-bf9e-e5491983d8d5 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:58.558633 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-3b412730-b0be-4cdf-bf9e-e5491983d8d5 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3213415 Jul 27 16:39:58.561724 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 42358) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:39:58.566378 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'floatingip': {'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:39:58.586857 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:58.590308 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:58.600835 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:58.666052 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:58.731633 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:58.774767 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Allocated IP 172.27.2.93 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/74579f3d-315a-4f38-b531-921f13e82d32) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:39:58.875686 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for port (74579f3d-315a-4f38-b531-921f13e82d32), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:58.906821 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (74579f3d-315a-4f38-b531-921f13e82d32), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:58.950175 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:39:58.955479 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:39:58.959234 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:39:58.962395 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'Port': ['ID=74579f3d-315a-4f38-b531-921f13e82d32,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:59.041249 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (4d2e2344-744c-4480-8ce2-61a031a30e18), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:59.080951 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (74579f3d-315a-4f38-b531-921f13e82d32), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:59.226983 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for port (74579f3d-315a-4f38-b531-921f13e82d32), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:59.261966 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (74579f3d-315a-4f38-b531-921f13e82d32), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:59.320867 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:59.331681 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'Port': ['ID=74579f3d-315a-4f38-b531-921f13e82d32,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:39:59.339190 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:39:59.348447 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (4d2e2344-744c-4480-8ce2-61a031a30e18), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:59.364395 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:39:59.365624 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-b5b09f8e-664b-43a5-a3cd-3e09345d231c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8024914 Jul 27 16:39:59.562778 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-875b45b7-7eeb-4623-aa19-54cfb34b8ad1 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1452028371&fields=id&tenant_id=ebcc91e5911a4a418118b3775cfe4b76 HTTP/1.1" status: 200 len: 267 time: 0.0430236 Jul 27 16:39:59.666348 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-1ef1f491-ebe9-4d76-9975-a6af7c1c11d3 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:39:59.667782 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-1ef1f491-ebe9-4d76-9975-a6af7c1c11d3 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/networks?id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e HTTP/1.1" status: 200 len: 815 time: 0.0989163 Jul 27 16:39:59.682405 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-f3d20248-6d9f-46c0-97cc-cc742d4514d9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/quotas/ebcc91e5911a4a418118b3775cfe4b76 HTTP/1.1" status: 200 len: 375 time: 0.0087445 Jul 27 16:39:59.734106 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-e306847f-8a33-4d03-8131-37f62561a86b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467169 Jul 27 16:39:59.827385 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-d5350da3-cfa7-4f0e-aced-cf4879ad99de service neutron] 10.222.0.74 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822144 Jul 27 16:39:59.923676 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-7b3f1076-2399-4733-9e4f-d1d897a306bc service neutron] 10.222.0.74 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901809 Jul 27 16:40:00.081600 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-780acf1d-3e8d-4413-b19c-7828d341688b req-75e65b53-84ba-43fc-8541-b232e20cc609 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 210 time: 0.0279162 Jul 27 16:40:00.391771 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:00.507230 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:01.129886 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-aaf53336-8835-4420-8223-c645df037d82 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:01.131533 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-aaf53336-8835-4420-8223-c645df037d82 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "GET /v2.0/networks?id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e HTTP/1.1" status: 200 len: 815 time: 0.1096692 Jul 27 16:40:01.192879 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-edbfbd8f-fe92-455f-b157-5146c066432a req-0c144fc8-85a4-4585-ae57-5a1fbbfee987 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 210 time: 0.0319591 Jul 27 16:40:01.226883 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-0b0b6ab7-0c7a-453b-8714-395930e93b5a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebcc91e5911a4a418118b3775cfe4b76 HTTP/1.1" status: 200 len: 380 time: 0.0798497 Jul 27 16:40:01.298886 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-96975090-1868-4d62-a06f-266ad80de444 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'port': {'device_id': 'c21a1ed6-5d26-46b1-8222-4b4fb534abb5', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'admin_state_up': True, 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'security_groups': ['b1961e1a-8c3d-4248-a02e-2724f3e58639']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:40:01.412618 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-96975090-1868-4d62-a06f-266ad80de444 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Made reservation on behalf of ebcc91e5911a4a418118b3775cfe4b76 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:40:01.416281 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-96975090-1868-4d62-a06f-266ad80de444 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:01.471989 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:01.498759 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:01.552495 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-96975090-1868-4d62-a06f-266ad80de444 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Allocated IP 172.20.0.5 (22edebd8-fe29-44cb-9c58-64fe5ac1da5e/0f8f2e6b-ff3c-47af-8857-06c3b916a7f6/81cf0807-eaaf-44b0-aea5-82674b4921d7) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:40:01.691761 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-96975090-1868-4d62-a06f-266ad80de444 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for port (81cf0807-eaaf-44b0-aea5-82674b4921d7), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:01.724153 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-96975090-1868-4d62-a06f-266ad80de444 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (81cf0807-eaaf-44b0-aea5-82674b4921d7), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:01.773232 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-96975090-1868-4d62-a06f-266ad80de444 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:01.776660 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-96975090-1868-4d62-a06f-266ad80de444 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:01.780678 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-96975090-1868-4d62-a06f-266ad80de444 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:40:01.805922 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96975090-1868-4d62-a06f-266ad80de444 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'Port': ['ID=81cf0807-eaaf-44b0-aea5-82674b4921d7,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:01.837159 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-96975090-1868-4d62-a06f-266ad80de444 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:01.837788 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-96975090-1868-4d62-a06f-266ad80de444 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:01.855700 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-96975090-1868-4d62-a06f-266ad80de444 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5604529 Jul 27 16:40:01.870812 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Request body: {'port': {'device_id': 'c21a1ed6-5d26-46b1-8222-4b4fb534abb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:40:01.934808 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (81cf0807-eaaf-44b0-aea5-82674b4921d7), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:01.987816 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:40:02.002870 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-fc589689-507d-4b54-a009-607bb1109527 None None] Provisioning complete for port 81cf0807-eaaf-44b0-aea5-82674b4921d7 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:40:02.003399 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fc589689-507d-4b54-a009-607bb1109527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (81cf0807-eaaf-44b0-aea5-82674b4921d7), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:02.036678 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-fc589689-507d-4b54-a009-607bb1109527 None None] Port 81cf0807-eaaf-44b0-aea5-82674b4921d7 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:40:02.194337 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81cf0807-eaaf-44b0-aea5-82674b4921d7 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:40:02.201755 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Publish callbacks [] for port (81cf0807-eaaf-44b0-aea5-82674b4921d7), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:02.214477 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Transition to ACTIVE for port object 81cf0807-eaaf-44b0-aea5-82674b4921d7 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:40:02.274529 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:02.309594 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b690d-62d7-4a1b-be75-3e45cac8525a req-404cbdb5-4043-4a7f-98a7-39b803446bc7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:02.311036 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a2b690d-62d7-4a1b-be75-3e45cac8525a req-404cbdb5-4043-4a7f-98a7-39b803446bc7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 931 time: 0.0467460 Jul 27 16:40:02.350811 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:02.357921 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a2b690d-62d7-4a1b-be75-3e45cac8525a req-318272a3-a06b-489d-a471-58f8611a6389 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1961e1a-8c3d-4248-a02e-2724f3e58639&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414619 Jul 27 16:40:02.454025 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (81cf0807-eaaf-44b0-aea5-82674b4921d7), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:02.509194 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Pushing event updated for resources: {'Port': ['ID=81cf0807-eaaf-44b0-aea5-82674b4921d7,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:02.591410 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Attempting to bind port 81cf0807-eaaf-44b0-aea5-82674b4921d7 on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:40:02.592065 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Attempting to bind port 81cf0807-eaaf-44b0-aea5-82674b4921d7 by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:40:02.592401 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Attempting to bind port 81cf0807-eaaf-44b0-aea5-82674b4921d7 on network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:40:02.597198 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Port 81cf0807-eaaf-44b0-aea5-82674b4921d7 on network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:40:02.597550 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Attempting to bind port 81cf0807-eaaf-44b0-aea5-82674b4921d7 on network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:40:02.602714 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:40:02.603053 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Checking segment: {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:40:02.603437 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Bound using segment: {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:40:02.603867 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Bound port: 81cf0807-eaaf-44b0-aea5-82674b4921d7, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:40:02.604225 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (81cf0807-eaaf-44b0-aea5-82674b4921d7), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:02.666113 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] For port 81cf0807-eaaf-44b0-aea5-82674b4921d7, host hv-cinder-84969, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:40:02.669057 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] For port 81cf0807-eaaf-44b0-aea5-82674b4921d7, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=81cf0807-eaaf-44b0-aea5-82674b4921d7,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:40:02.674791 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (81cf0807-eaaf-44b0-aea5-82674b4921d7), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:02.711144 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:02.711751 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:02.713241 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] 10.222.0.20 "PUT /v2.0/ports/81cf0807-eaaf-44b0-aea5-82674b4921d7 HTTP/1.1" status: 200 len: 1093 time: 0.8480892 Jul 27 16:40:02.713678 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21a1ed6-5d26-46b1-8222-4b4fb534abb5', 'tag': '81cf0807-eaaf-44b0-aea5-82674b4921d7'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:40:02.715917 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eefedb2-3e0a-43e9-aaeb-26f6b1b8647c" -d '{"events": [{"name": "network-changed", "server_uuid": "c21a1ed6-5d26-46b1-8222-4b4fb534abb5", "tag": "81cf0807-eaaf-44b0-aea5-82674b4921d7"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:02.738888 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd504f0b-d717-4413-800d-f654fb471beb service neutron] Pushing event updated for resources: {'Port': ['ID=81cf0807-eaaf-44b0-aea5-82674b4921d7,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:02.760010 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2558a6a-9265-4838-a07f-7757a879642a x-openstack-request-id: req-d2558a6a-9265-4838-a07f-7757a879642a {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:02.760308 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c21a1ed6-5d26-46b1-8222-4b4fb534abb5", "tag": "81cf0807-eaaf-44b0-aea5-82674b4921d7", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:02.760568 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d2558a6a-9265-4838-a07f-7757a879642a {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:02.761419 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2558a6a-9265-4838-a07f-7757a879642a'] response: {'name': 'network-changed', 'server_uuid': 'c21a1ed6-5d26-46b1-8222-4b4fb534abb5', 'tag': '81cf0807-eaaf-44b0-aea5-82674b4921d7', 'status': 'completed', 'code': 200} Jul 27 16:40:03.476150 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be55f25-9f17-43f9-9197-58ef7d37070b req-96b2dce7-569c-49dc-8c7c-8a27190e81bf tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:03.477635 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0be55f25-9f17-43f9-9197-58ef7d37070b req-96b2dce7-569c-49dc-8c7c-8a27190e81bf tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 943 time: 0.0479093 Jul 27 16:40:03.524373 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0be55f25-9f17-43f9-9197-58ef7d37070b req-e975712c-5a62-43a9-b8f2-bd2c6ab15177 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1961e1a-8c3d-4248-a02e-2724f3e58639&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410523 Jul 27 16:40:04.642641 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2ef03-dcf3-4063-9da3-53e06eb732f0 req-bdeafbf9-10ad-4546-b11b-209f5fa5fe57 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:04.644096 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-23a2ef03-dcf3-4063-9da3-53e06eb732f0 req-bdeafbf9-10ad-4546-b11b-209f5fa5fe57 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 943 time: 0.0477827 Jul 27 16:40:04.689654 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-23a2ef03-dcf3-4063-9da3-53e06eb732f0 req-4c7fa52b-c0c0-45db-b72f-0901ab26f815 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1961e1a-8c3d-4248-a02e-2724f3e58639&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400486 Jul 27 16:40:04.798389 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefedb2-3e0a-43e9-aaeb-26f6b1b8647c req-5a551c2f-7b68-4c0d-973e-c4ab60699548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:04.799773 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5eefedb2-3e0a-43e9-aaeb-26f6b1b8647c req-5a551c2f-7b68-4c0d-973e-c4ab60699548 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 1127 time: 0.0421696 Jul 27 16:40:04.899455 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefedb2-3e0a-43e9-aaeb-26f6b1b8647c req-e60a3e97-ce61-4429-ab7a-de0cc17f060a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:04.900911 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5eefedb2-3e0a-43e9-aaeb-26f6b1b8647c req-e60a3e97-ce61-4429-ab7a-de0cc17f060a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0906832 Jul 27 16:40:05.002144 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefedb2-3e0a-43e9-aaeb-26f6b1b8647c req-a40298cb-7483-4a4f-bc34-8a3d3ae1c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:05.003663 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5eefedb2-3e0a-43e9-aaeb-26f6b1b8647c req-a40298cb-7483-4a4f-bc34-8a3d3ae1c82d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932293 Jul 27 16:40:05.090692 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-5f7c22c6-ae66-4975-9407-884a0c94482e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:05.092374 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-5f7c22c6-ae66-4975-9407-884a0c94482e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 1127 time: 0.0503707 Jul 27 16:40:05.139215 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-46086573-ddc2-4e2f-9012-b4058fd75d2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81cf0807-eaaf-44b0-aea5-82674b4921d7 HTTP/1.1" status: 200 len: 217 time: 0.0375905 Jul 27 16:40:05.189330 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-d2a71efc-8c98-402f-b70b-60aa0b7e56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:05.190747 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-d2a71efc-8c98-402f-b70b-60aa0b7e56a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f8f2e6b-ff3c-47af-8857-06c3b916a7f6 HTTP/1.1" status: 200 len: 854 time: 0.0427644 Jul 27 16:40:05.233161 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-ee0dbf62-8364-4acf-98cf-7b68d0bef29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:05.234578 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-ee0dbf62-8364-4acf-98cf-7b68d0bef29c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372822 Jul 27 16:40:05.293472 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:05.334025 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-4aa84a0f-edbb-48c4-836c-e61d3a607e45 service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851252 Jul 27 16:40:05.346646 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:05.423962 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9fbbcd1e-1c04-475d-98cf-25f8f03379af req-e67aa756-457c-4bf2-9ead-ffdb86c95198 service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839438 Jul 27 16:40:05.810857 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f81d0-4d25-49d4-9e5f-44fabcf85f29 req-e08cffc1-10b0-4396-a8e8-0afdac180856 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:05.812348 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c08f81d0-4d25-49d4-9e5f-44fabcf85f29 req-e08cffc1-10b0-4396-a8e8-0afdac180856 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 943 time: 0.0508757 Jul 27 16:40:05.866600 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c08f81d0-4d25-49d4-9e5f-44fabcf85f29 req-c5701f83-a644-4987-9c7a-29829c9382e5 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1961e1a-8c3d-4248-a02e-2724f3e58639&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485430 Jul 27 16:40:05.965327 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-b2ae85ad-3eff-40f3-bdf4-d95ee4c9035a tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:05.967047 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-b2ae85ad-3eff-40f3-bdf4-d95ee4c9035a tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/networks?id=bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab HTTP/1.1" status: 200 len: 814 time: 0.0993290 Jul 27 16:40:05.983018 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-65db19c5-b362-4fc5-bdc4-228705fc6bce tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/quotas/ce1f193c68ef49b78c95c02f7413b7d6 HTTP/1.1" status: 200 len: 375 time: 0.0092478 Jul 27 16:40:06.015583 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-b7cac58e-39e9-4847-bd6a-d524928dc058 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ce1f193c68ef49b78c95c02f7413b7d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265176 Jul 27 16:40:06.108234 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-7f77a39f-a009-4d04-82e4-caeab3ab2483 service neutron] 10.222.0.74 "GET /v2.0/networks/bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856276 Jul 27 16:40:06.449500 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-351a0638-a55b-4e6e-9cb0-f91cf4fcad1e service neutron] 10.222.0.74 "GET /v2.0/networks/bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350589 Jul 27 16:40:06.613231 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-82aa403d-7b28-4292-afe7-9f1b4ce2ea1e req-f4c22646-8030-477a-a7d0-bc476818d49c tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 210 time: 0.0277421 Jul 27 16:40:06.995066 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790db46-44c0-4fcb-a23c-9c0f8c691c65 req-8178b956-3bb2-4044-9697-a05939bb3319 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:06.996469 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d790db46-44c0-4fcb-a23c-9c0f8c691c65 req-8178b956-3bb2-4044-9697-a05939bb3319 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 943 time: 0.0545893 Jul 27 16:40:07.046628 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d790db46-44c0-4fcb-a23c-9c0f8c691c65 req-4dd5e7f7-209e-4adb-bb19-38806e6f0b53 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1961e1a-8c3d-4248-a02e-2724f3e58639&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443151 Jul 27 16:40:07.744532 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-6812b199-6132-4f5f-9aa6-0c6d16e65bee tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:07.746094 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-6812b199-6132-4f5f-9aa6-0c6d16e65bee tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.20 "GET /v2.0/networks?id=bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab HTTP/1.1" status: 200 len: 814 time: 0.1348155 Jul 27 16:40:07.777089 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-5ed12f89-2544-4745-a989-40f2cad35fb8 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Request body: {'port': {'device_id': '5e6f3001-062e-4a77-9e1d-2632c24f4c23', 'network_id': 'bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab', 'admin_state_up': True, 'tenant_id': 'ce1f193c68ef49b78c95c02f7413b7d6'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:40:07.810246 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d95ac028-9d4f-48c3-a35e-e29f3dfd97c7 req-a499b4c0-c5f3-4bb1-8a9c-cd1b0f974611 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 210 time: 0.0553894 Jul 27 16:40:07.830722 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 81cf0807-eaaf-44b0-aea5-82674b4921d7 details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:40:07.838146 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:07.912794 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-5ed12f89-2544-4745-a989-40f2cad35fb8 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Made reservation on behalf of ce1f193c68ef49b78c95c02f7413b7d6 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:40:07.916145 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-5ed12f89-2544-4745-a989-40f2cad35fb8 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:07.936507 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:07.948735 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 81cf0807-eaaf-44b0-aea5-82674b4921d7, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=81cf0807-eaaf-44b0-aea5-82674b4921d7,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:07.966177 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': '81cf0807-eaaf-44b0-aea5-82674b4921d7', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'port_id': '81cf0807-eaaf-44b0-aea5-82674b4921d7', 'mac_address': 'fa:16:3e:59:fd:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:40:08.004782 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 81cf0807-eaaf-44b0-aea5-82674b4921d7 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:40:08.005206 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (81cf0807-eaaf-44b0-aea5-82674b4921d7), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:08.022960 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cf0807-eaaf-44b0-aea5-82674b4921d7 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:40:08.046311 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 81cf0807-eaaf-44b0-aea5-82674b4921d7, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=81cf0807-eaaf-44b0-aea5-82674b4921d7,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:08.050365 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (81cf0807-eaaf-44b0-aea5-82674b4921d7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:08.056327 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-5ed12f89-2544-4745-a989-40f2cad35fb8 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Allocated IP 172.20.0.9 (bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab/6a4c0f39-6fb0-4384-a6d2-0f1b2a30de0c/a75b09be-0816-4dc9-9913-572323c73645) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:40:08.071893 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:08.103124 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=81cf0807-eaaf-44b0-aea5-82674b4921d7,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:08.223878 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda04ead-ccfd-48f0-bda6-dfcd040cce6c req-0adc3a3a-27ae-4184-9414-d3b59b2ced65 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:08.225377 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-eda04ead-ccfd-48f0-bda6-dfcd040cce6c req-0adc3a3a-27ae-4184-9414-d3b59b2ced65 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 944 time: 0.0670452 Jul 27 16:40:08.299433 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-5ed12f89-2544-4745-a989-40f2cad35fb8 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Publish callbacks [] for port (a75b09be-0816-4dc9-9913-572323c73645), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:08.320737 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-eda04ead-ccfd-48f0-bda6-dfcd040cce6c req-b4b98dab-56f5-4fd1-9747-f91df150d398 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1961e1a-8c3d-4248-a02e-2724f3e58639&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879550 Jul 27 16:40:08.332870 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['81cf0807-eaaf-44b0-aea5-82674b4921d7'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:40:08.357492 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-5ed12f89-2544-4745-a989-40f2cad35fb8 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (a75b09be-0816-4dc9-9913-572323c73645), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:08.384287 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:08.405608 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-5ed12f89-2544-4745-a989-40f2cad35fb8 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Network bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:08.411463 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-5ed12f89-2544-4745-a989-40f2cad35fb8 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:08.414507 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-5ed12f89-2544-4745-a989-40f2cad35fb8 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:40:08.421176 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed12f89-2544-4745-a989-40f2cad35fb8 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Pushing event updated for resources: {'Port': ['ID=a75b09be-0816-4dc9-9913-572323c73645,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:08.483450 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-5ed12f89-2544-4745-a989-40f2cad35fb8 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:08.484061 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-5ed12f89-2544-4745-a989-40f2cad35fb8 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:08.502401 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-5ed12f89-2544-4745-a989-40f2cad35fb8 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7317107 Jul 27 16:40:08.513904 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Request body: {'port': {'device_id': '5e6f3001-062e-4a77-9e1d-2632c24f4c23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:40:08.575940 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a75b09be-0816-4dc9-9913-572323c73645), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:08.784190 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:08.835066 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75b09be-0816-4dc9-9913-572323c73645 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:40:08.846037 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Publish callbacks [] for port (a75b09be-0816-4dc9-9913-572323c73645), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:08.859309 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Transition to ACTIVE for port object a75b09be-0816-4dc9-9913-572323c73645 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:40:08.863921 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (a75b09be-0816-4dc9-9913-572323c73645), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:08.940295 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:08.951594 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Pushing event updated for resources: {'Port': ['ID=a75b09be-0816-4dc9-9913-572323c73645,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:08.981345 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f93a3a-e813-4aef-9634-1dd0a9629550 req-99f3b4d3-c351-41ed-b7c3-faaeea440d52 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:08.982799 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-32f93a3a-e813-4aef-9634-1dd0a9629550 req-99f3b4d3-c351-41ed-b7c3-faaeea440d52 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 943 time: 0.0933931 Jul 27 16:40:09.071876 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-32f93a3a-e813-4aef-9634-1dd0a9629550 req-20268c4e-5071-4e8d-884d-f5b7c051a429 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643065 Jul 27 16:40:09.072652 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Attempting to bind port a75b09be-0816-4dc9-9913-572323c73645 on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:40:09.073018 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Attempting to bind port a75b09be-0816-4dc9-9913-572323c73645 by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': '8f199523-ffdb-46b3-8e76-902058634fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:40:09.073351 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Attempting to bind port a75b09be-0816-4dc9-9913-572323c73645 on network bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:40:09.077916 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Port a75b09be-0816-4dc9-9913-572323c73645 on network bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:40:09.078238 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Attempting to bind port a75b09be-0816-4dc9-9913-572323c73645 on network bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:40:09.083223 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:40:09.083639 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Checking segment: {'id': '8f199523-ffdb-46b3-8e76-902058634fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:40:09.084020 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Bound using segment: {'id': '8f199523-ffdb-46b3-8e76-902058634fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:40:09.084447 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Bound port: a75b09be-0816-4dc9-9913-572323c73645, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f199523-ffdb-46b3-8e76-902058634fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:40:09.084802 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a75b09be-0816-4dc9-9913-572323c73645), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:09.149104 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] For port a75b09be-0816-4dc9-9913-572323c73645, host hv-cinder-84969, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:40:09.152247 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] For port a75b09be-0816-4dc9-9913-572323c73645, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a75b09be-0816-4dc9-9913-572323c73645,segment=NetworkSegment(8f199523-ffdb-46b3-8e76-902058634fb4),segment_id=8f199523-ffdb-46b3-8e76-902058634fb4)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:40:09.158789 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (a75b09be-0816-4dc9-9913-572323c73645), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:09.191902 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:09.192499 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:09.193872 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] 10.222.0.20 "PUT /v2.0/ports/a75b09be-0816-4dc9-9913-572323c73645 HTTP/1.1" status: 200 len: 1093 time: 0.6839409 Jul 27 16:40:09.194292 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6f3001-062e-4a77-9e1d-2632c24f4c23', 'tag': 'a75b09be-0816-4dc9-9913-572323c73645'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:40:09.196509 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e76246-9537-4f69-8aac-24a704365fda" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6f3001-062e-4a77-9e1d-2632c24f4c23", "tag": "a75b09be-0816-4dc9-9913-572323c73645"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:09.224537 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbaa10-7e04-4ceb-8b2a-4209487da73f service neutron] Pushing event updated for resources: {'Port': ['ID=a75b09be-0816-4dc9-9913-572323c73645,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:09.237077 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ecbd86-ae06-4588-817c-4988b58a69ce x-openstack-request-id: req-66ecbd86-ae06-4588-817c-4988b58a69ce {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:09.237365 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6f3001-062e-4a77-9e1d-2632c24f4c23", "tag": "a75b09be-0816-4dc9-9913-572323c73645", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:09.237620 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-66ecbd86-ae06-4588-817c-4988b58a69ce {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:09.238023 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ecbd86-ae06-4588-817c-4988b58a69ce'] response: {'name': 'network-changed', 'server_uuid': '5e6f3001-062e-4a77-9e1d-2632c24f4c23', 'tag': 'a75b09be-0816-4dc9-9913-572323c73645', 'status': 'completed', 'code': 200} Jul 27 16:40:09.275734 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f9e295dc-faa3-4b2a-ae91-96dd787a56ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:09.277260 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-f9e295dc-faa3-4b2a-ae91-96dd787a56ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce1f193c68ef49b78c95c02f7413b7d6&device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 1127 time: 0.0425723 Jul 27 16:40:09.318749 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-e1885ae9-2f78-48ae-bca6-d88d2778cd1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a75b09be-0816-4dc9-9913-572323c73645 HTTP/1.1" status: 200 len: 217 time: 0.0343103 Jul 27 16:40:09.358594 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:09.370210 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-9e111fc5-aea6-425f-9eed-8801b1a61ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:09.372023 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-9e111fc5-aea6-425f-9eed-8801b1a61ffb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a4c0f39-6fb0-4384-a6d2-0f1b2a30de0c HTTP/1.1" status: 200 len: 854 time: 0.0469086 Jul 27 16:40:09.406470 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-7f446fc1-a2e3-46d8-bb93-f9e3ebcdc7fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280483 Jul 27 16:40:09.497789 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00a2ff-68df-465c-b884-b02b02cdfee0 req-072c341d-0eef-4dc3-9884-cf91a696f715 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:09.499237 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cc00a2ff-68df-465c-b884-b02b02cdfee0 req-072c341d-0eef-4dc3-9884-cf91a696f715 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 944 time: 0.0956533 Jul 27 16:40:09.554035 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-56f151f4-719b-4afb-84e1-122c93c14017 service neutron] 10.222.0.20 "GET /v2.0/networks/bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383259 Jul 27 16:40:09.578893 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cc00a2ff-68df-465c-b884-b02b02cdfee0 req-505ae6d6-e0b4-417a-9120-7afad5435182 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1961e1a-8c3d-4248-a02e-2724f3e58639&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725493 Jul 27 16:40:09.662328 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-510b3cdf-0055-4fa8-9895-8a201fafe6f0 req-280e23ba-5c51-4560-8814-5241c279c43a service neutron] 10.222.0.20 "GET /v2.0/networks/bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949845 Jul 27 16:40:09.823664 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 81cf0807-eaaf-44b0-aea5-82674b4921d7 up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:40:09.866593 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port 81cf0807-eaaf-44b0-aea5-82674b4921d7 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:40:09.872176 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port 81cf0807-eaaf-44b0-aea5-82674b4921d7 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:40:09.872578 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (81cf0807-eaaf-44b0-aea5-82674b4921d7), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:09.943111 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 81cf0807-eaaf-44b0-aea5-82674b4921d7 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:40:09.943425 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (81cf0807-eaaf-44b0-aea5-82674b4921d7), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:09.966451 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21a1ed6-5d26-46b1-8222-4b4fb534abb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cf0807-eaaf-44b0-aea5-82674b4921d7'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:40:09.969060 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d466fb45-37ec-4535-a54e-db03f4de7831" -d '{"events": [{"server_uuid": "c21a1ed6-5d26-46b1-8222-4b4fb534abb5", "name": "network-vif-plugged", "status": "completed", "tag": "81cf0807-eaaf-44b0-aea5-82674b4921d7"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:09.982646 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 81cf0807-eaaf-44b0-aea5-82674b4921d7, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=81cf0807-eaaf-44b0-aea5-82674b4921d7,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:09.986599 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (81cf0807-eaaf-44b0-aea5-82674b4921d7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:10.015114 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4091d70e-ec52-4a58-962a-adc68d7330f5 x-openstack-request-id: req-4091d70e-ec52-4a58-962a-adc68d7330f5 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:10.015442 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21a1ed6-5d26-46b1-8222-4b4fb534abb5", "name": "network-vif-plugged", "status": "completed", "tag": "81cf0807-eaaf-44b0-aea5-82674b4921d7", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:10.015683 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4091d70e-ec52-4a58-962a-adc68d7330f5 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:10.016067 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4091d70e-ec52-4a58-962a-adc68d7330f5'] response: {'server_uuid': 'c21a1ed6-5d26-46b1-8222-4b4fb534abb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cf0807-eaaf-44b0-aea5-82674b4921d7', 'code': 200} Jul 27 16:40:10.042087 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=81cf0807-eaaf-44b0-aea5-82674b4921d7,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:10.188672 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27589565-b059-4fff-81c9-8d1a3b493d86 req-65a0d964-87f8-4dde-8627-934c4478484b tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:10.190170 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-27589565-b059-4fff-81c9-8d1a3b493d86 req-65a0d964-87f8-4dde-8627-934c4478484b tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 943 time: 0.0477123 Jul 27 16:40:10.236838 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-27589565-b059-4fff-81c9-8d1a3b493d86 req-fb3ce1ce-074b-479c-a191-c527a0351b4e tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412023 Jul 27 16:40:10.673417 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:10.675625 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e76246-9537-4f69-8aac-24a704365fda req-a3fad84d-166f-454a-9047-877322698ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:10.677119 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-57e76246-9537-4f69-8aac-24a704365fda req-a3fad84d-166f-454a-9047-877322698ca0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce1f193c68ef49b78c95c02f7413b7d6&device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 1127 time: 0.0492365 Jul 27 16:40:10.745130 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:10.757423 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e8753-27ee-4bfe-b840-04260febf59d req-753f5a0a-8dc9-4e8b-8bce-c049f89f2b73 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:10.758862 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b99e8753-27ee-4bfe-b840-04260febf59d req-753f5a0a-8dc9-4e8b-8bce-c049f89f2b73 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 945 time: 0.1003301 Jul 27 16:40:10.789658 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682672e7-2bde-433d-87e9-98cdd0259ddf req-71dc7618-e46b-4609-8674-be1192fe8eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:10.791349 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-682672e7-2bde-433d-87e9-98cdd0259ddf req-71dc7618-e46b-4609-8674-be1192fe8eb8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 1129 time: 0.0409095 Jul 27 16:40:10.832426 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e76246-9537-4f69-8aac-24a704365fda req-500997cc-8cd0-4aae-a385-909883bbc60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:10.833906 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-57e76246-9537-4f69-8aac-24a704365fda req-500997cc-8cd0-4aae-a385-909883bbc60d service neutron] 10.222.0.20 "GET /v2.0/networks?id=bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab HTTP/1.1" status: 200 len: 915 time: 0.1374750 Jul 27 16:40:10.836881 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-682672e7-2bde-433d-87e9-98cdd0259ddf req-d60abb76-9d4f-4b51-991b-d491c26d9312 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b1961e1a-8c3d-4248-a02e-2724f3e58639&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378132 Jul 27 16:40:10.838088 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b99e8753-27ee-4bfe-b840-04260febf59d req-537bface-0b30-42fb-adc7-0539f7427c7c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1961e1a-8c3d-4248-a02e-2724f3e58639&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702815 Jul 27 16:40:11.001577 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:11.132238 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-57e76246-9537-4f69-8aac-24a704365fda req-f5b11666-e757-4655-a236-ce7df3e5c313 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a75b09be-0816-4dc9-9913-572323c73645 HTTP/1.1" status: 200 len: 217 time: 0.0358515 Jul 27 16:40:11.182127 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e76246-9537-4f69-8aac-24a704365fda req-fd93a45e-5c34-4bc5-8698-c49310db96c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:11.183534 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-57e76246-9537-4f69-8aac-24a704365fda req-fd93a45e-5c34-4bc5-8698-c49310db96c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a4c0f39-6fb0-4384-a6d2-0f1b2a30de0c HTTP/1.1" status: 200 len: 854 time: 0.0434320 Jul 27 16:40:11.216496 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-57e76246-9537-4f69-8aac-24a704365fda req-8cd816ab-cd1e-4261-b36b-3a3f412d8a6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244253 Jul 27 16:40:11.319469 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-57e76246-9537-4f69-8aac-24a704365fda req-9b0c50d2-5aac-4fa3-99a5-6eb53a240f16 service neutron] 10.222.0.20 "GET /v2.0/networks/bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942404 Jul 27 16:40:11.352257 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129b7bd-143a-4347-84d9-ad139dbe16a1 req-7c2a4376-cb9c-4f79-a401-c6716c98a463 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:11.353672 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d129b7bd-143a-4347-84d9-ad139dbe16a1 req-7c2a4376-cb9c-4f79-a401-c6716c98a463 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 943 time: 0.0472395 Jul 27 16:40:11.399995 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d129b7bd-143a-4347-84d9-ad139dbe16a1 req-a69a29d1-17fd-4422-82b5-4dcf1ae4ba70 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409343 Jul 27 16:40:11.805679 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-57e76246-9537-4f69-8aac-24a704365fda req-ac85071a-7304-4819-8b1c-fc7bcf589789 service neutron] 10.222.0.20 "GET /v2.0/networks/bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845578 Jul 27 16:40:11.827711 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a75b09be-0816-4dc9-9913-572323c73645 details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:40:11.928191 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port a75b09be-0816-4dc9-9913-572323c73645, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a75b09be-0816-4dc9-9913-572323c73645,segment=NetworkSegment(8f199523-ffdb-46b3-8e76-902058634fb4),segment_id=8f199523-ffdb-46b3-8e76-902058634fb4)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:11.943773 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': 'a75b09be-0816-4dc9-9913-572323c73645', 'network_id': 'bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab', 'port_id': 'a75b09be-0816-4dc9-9913-572323c73645', 'mac_address': 'fa:16:3e:5c:a9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4c0f39-6fb0-4384-a6d2-0f1b2a30de0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:40:11.954795 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1d541-7bd4-4010-9fd6-6079c6ab4334 req-56573312-a89b-4a60-84ac-ba5f714aff34 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:11.956286 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a4b1d541-7bd4-4010-9fd6-6079c6ab4334 req-56573312-a89b-4a60-84ac-ba5f714aff34 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 945 time: 0.0465412 Jul 27 16:40:11.972164 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:11.983629 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:11.986576 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port a75b09be-0816-4dc9-9913-572323c73645 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:40:11.986945 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a75b09be-0816-4dc9-9913-572323c73645), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:12.002677 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75b09be-0816-4dc9-9913-572323c73645 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:40:12.008783 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a4b1d541-7bd4-4010-9fd6-6079c6ab4334 req-83c572c7-ff3b-4740-9e32-bb07e3bb82db tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1961e1a-8c3d-4248-a02e-2724f3e58639&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469635 Jul 27 16:40:12.025284 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port a75b09be-0816-4dc9-9913-572323c73645, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a75b09be-0816-4dc9-9913-572323c73645,segment=NetworkSegment(8f199523-ffdb-46b3-8e76-902058634fb4),segment_id=8f199523-ffdb-46b3-8e76-902058634fb4)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:12.027842 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (a75b09be-0816-4dc9-9913-572323c73645), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:12.075478 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=a75b09be-0816-4dc9-9913-572323c73645,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:12.357519 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['a75b09be-0816-4dc9-9913-572323c73645'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:40:12.499075 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:12.525391 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803737d4-950c-4647-a10d-42e15399a3ac req-cb47f0f4-a3e9-41c8-8497-43158c2f65dc tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:12.526893 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-803737d4-950c-4647-a10d-42e15399a3ac req-cb47f0f4-a3e9-41c8-8497-43158c2f65dc tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 944 time: 0.0543861 Jul 27 16:40:12.577334 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-803737d4-950c-4647-a10d-42e15399a3ac req-50826c3e-e4a8-469d-a3a2-64f1f06ba821 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449989 Jul 27 16:40:13.148489 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bf302-a5ae-403f-99dd-d72a02e9951b req-d1131507-750c-4d68-8768-30ceb5b92528 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:13.150007 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d80bf302-a5ae-403f-99dd-d72a02e9951b req-d1131507-750c-4d68-8768-30ceb5b92528 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 945 time: 0.0485373 Jul 27 16:40:13.197373 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d80bf302-a5ae-403f-99dd-d72a02e9951b req-414c3f72-0162-4517-ac88-1e49579ee43e tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1961e1a-8c3d-4248-a02e-2724f3e58639&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419266 Jul 27 16:40:13.308227 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38939607-23e9-49ce-8916-eb9f7678e86e req-a464f747-61fc-49b2-8246-054ddb2c2bf6 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:13.309616 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-38939607-23e9-49ce-8916-eb9f7678e86e req-a464f747-61fc-49b2-8246-054ddb2c2bf6 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 945 time: 0.0472608 Jul 27 16:40:13.319588 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 42510) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:40:13.323755 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-9f9086db-9280-45fa-a820-fc2ed696fea9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'floatingip': {'port_id': '81cf0807-eaaf-44b0-aea5-82674b4921d7'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:40:13.364500 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f9086db-9280-45fa-a820-fc2ed696fea9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (4d2e2344-744c-4480-8ce2-61a031a30e18), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:13.509270 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:13.640130 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:13.728529 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5c6df-89c7-40b2-aa99-cd93c4672c3f req-401a5116-3097-4fbf-b5f5-afe26372bee9 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:13.729990 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5ec5c6df-89c7-40b2-aa99-cd93c4672c3f req-401a5116-3097-4fbf-b5f5-afe26372bee9 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 944 time: 0.0807042 Jul 27 16:40:13.838224 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a75b09be-0816-4dc9-9913-572323c73645 up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:40:13.841211 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5ec5c6df-89c7-40b2-aa99-cd93c4672c3f req-d79f2623-70fb-45bd-b6bc-b194299515f4 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050653 Jul 27 16:40:13.856939 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f9086db-9280-45fa-a820-fc2ed696fea9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:13.861406 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f9086db-9280-45fa-a820-fc2ed696fea9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (4d2e2344-744c-4480-8ce2-61a031a30e18), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:13.884762 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port a75b09be-0816-4dc9-9913-572323c73645 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:40:13.891975 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port a75b09be-0816-4dc9-9913-572323c73645 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:40:13.892461 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (a75b09be-0816-4dc9-9913-572323c73645), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:13.961882 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-9f9086db-9280-45fa-a820-fc2ed696fea9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Floating IP 4d2e2344-744c-4480-8ce2-61a031a30e18 associated. External IP: 172.27.2.93, port: 81cf0807-eaaf-44b0-aea5-82674b4921d7. Jul 27 16:40:13.970470 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port a75b09be-0816-4dc9-9913-572323c73645 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:40:13.970848 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a75b09be-0816-4dc9-9913-572323c73645), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:13.994684 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6f3001-062e-4a77-9e1d-2632c24f4c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75b09be-0816-4dc9-9913-572323c73645'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:40:13.997438 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48198d5c-0dd2-4a5e-8e91-9e48e3d898d0" -d '{"events": [{"server_uuid": "5e6f3001-062e-4a77-9e1d-2632c24f4c23", "name": "network-vif-plugged", "status": "completed", "tag": "a75b09be-0816-4dc9-9913-572323c73645"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:14.011491 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port a75b09be-0816-4dc9-9913-572323c73645, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a75b09be-0816-4dc9-9913-572323c73645,segment=NetworkSegment(8f199523-ffdb-46b3-8e76-902058634fb4),segment_id=8f199523-ffdb-46b3-8e76-902058634fb4)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:14.015803 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (a75b09be-0816-4dc9-9913-572323c73645), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:14.052497 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cebeed-d0c8-49fc-9b7e-83a9b6709fe0 x-openstack-request-id: req-24cebeed-d0c8-49fc-9b7e-83a9b6709fe0 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:14.052790 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6f3001-062e-4a77-9e1d-2632c24f4c23", "name": "network-vif-plugged", "status": "completed", "tag": "a75b09be-0816-4dc9-9913-572323c73645", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:14.053090 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-24cebeed-d0c8-49fc-9b7e-83a9b6709fe0 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:14.053485 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24cebeed-d0c8-49fc-9b7e-83a9b6709fe0'] response: {'server_uuid': '5e6f3001-062e-4a77-9e1d-2632c24f4c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75b09be-0816-4dc9-9913-572323c73645', 'code': 200} Jul 27 16:40:14.070858 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=a75b09be-0816-4dc9-9913-572323c73645,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:14.445995 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2821d-8d6d-4a9b-83b8-5e9ee44c85d6 req-d1890d65-2943-42ef-8408-9dcfd867ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:14.447372 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ab2821d-8d6d-4a9b-83b8-5e9ee44c85d6 req-d1890d65-2943-42ef-8408-9dcfd867ccab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 1129 time: 0.0523152 Jul 27 16:40:14.462800 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9086db-9280-45fa-a820-fc2ed696fea9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:40:14.535001 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ab2821d-8d6d-4a9b-83b8-5e9ee44c85d6 req-7a243b1c-08ec-42a6-8f11-419367c9ba82 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808051 Jul 27 16:40:14.590858 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9086db-9280-45fa-a820-fc2ed696fea9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:40:14.595854 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f9086db-9280-45fa-a820-fc2ed696fea9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:14.600634 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11068414-18ef-4830-8040-82a5f906ca18 None None] Sync routers for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:40:14.611676 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11068414-18ef-4830-8040-82a5f906ca18 None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:40:14.612284 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-11068414-18ef-4830-8040-82a5f906ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:39:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:14.628366 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9f9086db-9280-45fa-a820-fc2ed696fea9 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "PUT /v2.0/floatingips/4d2e2344-744c-4480-8ce2-61a031a30e18 HTTP/1.1" status: 200 len: 990 time: 1.3050354 Jul 27 16:40:14.628366 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21a1ed6-5d26-46b1-8222-4b4fb534abb5', 'tag': '81cf0807-eaaf-44b0-aea5-82674b4921d7'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:40:14.629918 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed34ff4-aa34-459d-b6e2-6a92cbff4f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "c21a1ed6-5d26-46b1-8222-4b4fb534abb5", "tag": "81cf0807-eaaf-44b0-aea5-82674b4921d7"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:14.666044 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0507bd9f-f828-47bd-ac27-6daf45b5c05b x-openstack-request-id: req-0507bd9f-f828-47bd-ac27-6daf45b5c05b {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:14.666618 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c21a1ed6-5d26-46b1-8222-4b4fb534abb5", "tag": "81cf0807-eaaf-44b0-aea5-82674b4921d7", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:14.666618 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0507bd9f-f828-47bd-ac27-6daf45b5c05b {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:14.666949 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0507bd9f-f828-47bd-ac27-6daf45b5c05b'] response: {'name': 'network-changed', 'server_uuid': 'c21a1ed6-5d26-46b1-8222-4b4fb534abb5', 'tag': '81cf0807-eaaf-44b0-aea5-82674b4921d7', 'status': 'completed', 'code': 200} Jul 27 16:40:14.713189 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-11068414-18ef-4830-8040-82a5f906ca18 None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:40:14.801524 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed34ff4-aa34-459d-b6e2-6a92cbff4f0f req-852f7c9a-e0c9-4550-ab31-655502a97cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:14.803053 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3ed34ff4-aa34-459d-b6e2-6a92cbff4f0f req-852f7c9a-e0c9-4550-ab31-655502a97cf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 1129 time: 0.0388048 Jul 27 16:40:14.829771 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:14.899171 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed34ff4-aa34-459d-b6e2-6a92cbff4f0f req-6b85f646-ca59-4334-a82e-1cd1be6fd4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:14.900642 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3ed34ff4-aa34-459d-b6e2-6a92cbff4f0f req-6b85f646-ca59-4334-a82e-1cd1be6fd4c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e HTTP/1.1" status: 200 len: 916 time: 0.0911193 Jul 27 16:40:14.913858 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:14.934178 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-11068414-18ef-4830-8040-82a5f906ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '4d2e2344-744c-4480-8ce2-61a031a30e18', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '81cf0807-eaaf-44b0-aea5-82674b4921d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:59:fd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21a1ed6-5d26-46b1-8222-4b4fb534abb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:39:59Z', 'updated_at': '2022-07-27T16:40:13Z', 'revision_number': 1, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:14.936729 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:14.960926 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11068414-18ef-4830-8040-82a5f906ca18 None None] Checking router: 115fa28b-f5c6-4177-8cbb-a31c9f89e350 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:40:14.972657 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11068414-18ef-4830-8040-82a5f906ca18 None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:40:14.973240 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-11068414-18ef-4830-8040-82a5f906ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:39:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:15.006714 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c4127-dfe8-4a09-9a6f-0cf2cbfd7b37 req-81992ee7-4b22-4d16-8d6a-b59d7541a9af tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:15.008262 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-655c4127-dfe8-4a09-9a6f-0cf2cbfd7b37 req-81992ee7-4b22-4d16-8d6a-b59d7541a9af tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 945 time: 0.0647714 Jul 27 16:40:15.010191 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3ed34ff4-aa34-459d-b6e2-6a92cbff4f0f req-6db362b8-dcc0-490b-b18a-f184ec34ae30 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81cf0807-eaaf-44b0-aea5-82674b4921d7 HTTP/1.1" status: 200 len: 998 time: 0.1017048 Jul 27 16:40:15.055314 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-655c4127-dfe8-4a09-9a6f-0cf2cbfd7b37 req-db3b1084-daa8-426f-8d05-d97e3cb9b07f tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413120 Jul 27 16:40:15.077102 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-11068414-18ef-4830-8040-82a5f906ca18 None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:40:15.270363 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:15.290180 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-11068414-18ef-4830-8040-82a5f906ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '4d2e2344-744c-4480-8ce2-61a031a30e18', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '81cf0807-eaaf-44b0-aea5-82674b4921d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:59:fd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21a1ed6-5d26-46b1-8222-4b4fb534abb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:39:59Z', 'updated_at': '2022-07-27T16:40:13Z', 'revision_number': 1, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:15.314829 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11068414-18ef-4830-8040-82a5f906ca18 None None] The sync data for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi is: [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '4d2e2344-744c-4480-8ce2-61a031a30e18', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '81cf0807-eaaf-44b0-aea5-82674b4921d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:59:fd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21a1ed6-5d26-46b1-8222-4b4fb534abb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:39:59Z', 'updated_at': '2022-07-27T16:40:13Z', 'revision_number': 1, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:40:15.370857 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed34ff4-aa34-459d-b6e2-6a92cbff4f0f req-196b3fd6-61af-4201-8c9a-aa1268534add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:15.372726 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3ed34ff4-aa34-459d-b6e2-6a92cbff4f0f req-196b3fd6-61af-4201-8c9a-aa1268534add service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f8f2e6b-ff3c-47af-8857-06c3b916a7f6 HTTP/1.1" status: 200 len: 854 time: 0.0509830 Jul 27 16:40:15.420844 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed34ff4-aa34-459d-b6e2-6a92cbff4f0f req-830f4c2f-8ee8-436b-b4bd-daa3fe5f281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:15.422451 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3ed34ff4-aa34-459d-b6e2-6a92cbff4f0f req-830f4c2f-8ee8-436b-b4bd-daa3fe5f281e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419683 Jul 27 16:40:15.549368 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22f9f40-e8f7-4d0b-b313-7c05081cf642 None None] New status for floating IP 4d2e2344-744c-4480-8ce2-61a031a30e18: ACTIVE {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:40:15.553641 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f1b97-a4b4-4aa8-abdf-b8f417f3d589 req-2990e811-ae62-453e-8168-50f1da8105c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:15.555333 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b87f1b97-a4b4-4aa8-abdf-b8f417f3d589 req-2990e811-ae62-453e-8168-50f1da8105c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 1130 time: 0.0489275 Jul 27 16:40:15.577223 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e768b-73c8-4f0c-aeb9-727b564eea7b req-1174670d-234a-4548-a9c9-164f2fa43033 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:15.578683 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b93e768b-73c8-4f0c-aeb9-727b564eea7b req-1174670d-234a-4548-a9c9-164f2fa43033 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0668902 Jul 27 16:40:15.607785 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3ed34ff4-aa34-459d-b6e2-6a92cbff4f0f req-33bcd2d6-0f75-40c4-b3ee-7ef538ac3dc2 service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536975 Jul 27 16:40:15.640573 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b93e768b-73c8-4f0c-aeb9-727b564eea7b req-e1624ec9-168a-4cf7-b9f5-03843daab69f tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504005 Jul 27 16:40:15.663459 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f1b97-a4b4-4aa8-abdf-b8f417f3d589 req-985d88d1-a721-43bf-9e95-e8d1cfb44189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:15.664923 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b87f1b97-a4b4-4aa8-abdf-b8f417f3d589 req-985d88d1-a721-43bf-9e95-e8d1cfb44189 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 919 time: 0.0897613 Jul 27 16:40:16.180550 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3ed34ff4-aa34-459d-b6e2-6a92cbff4f0f req-152d4fd2-5828-4b46-a672-ab6ab5a61631 service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205459 Jul 27 16:40:16.191790 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d34002-8b36-46fd-bfb1-4220d2a0b6db req-88a44c69-ef8c-420c-a746-867c888198e5 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:16.193182 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-82d34002-8b36-46fd-bfb1-4220d2a0b6db req-88a44c69-ef8c-420c-a746-867c888198e5 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 945 time: 0.0630059 Jul 27 16:40:16.240220 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-82d34002-8b36-46fd-bfb1-4220d2a0b6db req-7809202d-9937-4c2f-bc0b-905170a43f0e tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413823 Jul 27 16:40:16.314457 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b87f1b97-a4b4-4aa8-abdf-b8f417f3d589 req-b64f74a6-47f5-4484-8e99-e6fad84e21b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bef1170-4e15-46fb-94c9-cabca6dd7a80 HTTP/1.1" status: 200 len: 1002 time: 0.0825193 Jul 27 16:40:16.362340 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f1b97-a4b4-4aa8-abdf-b8f417f3d589 req-8701969e-0e92-4489-905f-dba2fd289a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:16.363637 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b87f1b97-a4b4-4aa8-abdf-b8f417f3d589 req-8701969e-0e92-4489-905f-dba2fd289a31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6261f153-df76-4666-8c12-d3f7ad70249a HTTP/1.1" status: 200 len: 857 time: 0.0435333 Jul 27 16:40:16.407240 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f1b97-a4b4-4aa8-abdf-b8f417f3d589 req-86789084-3fbd-4960-bfa4-5cd7d74c5a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:16.408643 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b87f1b97-a4b4-4aa8-abdf-b8f417f3d589 req-86789084-3fbd-4960-bfa4-5cd7d74c5a70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36a590e-5aca-4f4b-84ba-ed6272112a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372822 Jul 27 16:40:16.499436 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b87f1b97-a4b4-4aa8-abdf-b8f417f3d589 req-613680a4-ad41-4461-b045-602cb77ec70b service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840566 Jul 27 16:40:16.591009 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-b87f1b97-a4b4-4aa8-abdf-b8f417f3d589 req-936ad2c9-6fb3-4347-a158-121c793560e7 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833485 Jul 27 16:40:16.769410 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd558e-d3be-49d7-8c1e-4fe1126129f2 req-bf8d8ad7-5c09-4c03-8820-987e1ea47dbd tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:16.770869 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0dbd558e-d3be-49d7-8c1e-4fe1126129f2 req-bf8d8ad7-5c09-4c03-8820-987e1ea47dbd tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0527689 Jul 27 16:40:16.818177 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0dbd558e-d3be-49d7-8c1e-4fe1126129f2 req-63c54513-b4e5-4a87-aa7d-f23352e5585f tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416155 Jul 27 16:40:17.361041 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e6c19-282c-4baa-a4ec-5eeb78cfdf7f req-e7f49dcb-4c4f-45aa-9568-63f5faeba85f tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:17.362511 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-095e6c19-282c-4baa-a4ec-5eeb78cfdf7f req-e7f49dcb-4c4f-45aa-9568-63f5faeba85f tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 945 time: 0.0465744 Jul 27 16:40:17.408770 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-095e6c19-282c-4baa-a4ec-5eeb78cfdf7f req-b22a7a88-0b66-4771-8349-44d8ebc5788d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405602 Jul 27 16:40:17.939058 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bdb7d-6f2a-4d9f-a8af-c58cd8615779 req-f94a3bca-568d-4f3f-9f25-851e95b4f9cb tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:17.940431 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e7bdb7d-6f2a-4d9f-a8af-c58cd8615779 req-f94a3bca-568d-4f3f-9f25-851e95b4f9cb tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0510714 Jul 27 16:40:17.989316 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e7bdb7d-6f2a-4d9f-a8af-c58cd8615779 req-738d40f9-a55b-41cb-a885-6d29b626b5f7 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430174 Jul 27 16:40:19.112069 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a40ea-a629-4217-abe5-8378e2abc4c5 req-c66054f7-ae9a-4c77-9890-c4945ebf97d9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:19.113557 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-002a40ea-a629-4217-abe5-8378e2abc4c5 req-c66054f7-ae9a-4c77-9890-c4945ebf97d9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0491602 Jul 27 16:40:19.133805 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:19.161031 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-002a40ea-a629-4217-abe5-8378e2abc4c5 req-15c2f01c-e0b0-4373-a79b-1aab3ca86c7d tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419872 Jul 27 16:40:20.300255 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a93c4-3b40-4a57-bdfa-77b3285672ed req-f0e18513-ee34-48a1-a2b4-e92f596686a9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:20.301732 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fb7a93c4-3b40-4a57-bdfa-77b3285672ed req-f0e18513-ee34-48a1-a2b4-e92f596686a9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0577819 Jul 27 16:40:20.320231 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:20.352324 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fb7a93c4-3b40-4a57-bdfa-77b3285672ed req-b4bce040-3416-4491-86d8-069db53d9e21 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448472 Jul 27 16:40:20.446952 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:21.470192 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bff476-4b6c-4606-a2fd-3f9d3ab79f9d req-b16ff7a2-66d8-41b0-8c25-546c1714e986 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:21.471647 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-45bff476-4b6c-4606-a2fd-3f9d3ab79f9d req-b16ff7a2-66d8-41b0-8c25-546c1714e986 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0476856 Jul 27 16:40:21.517207 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-45bff476-4b6c-4606-a2fd-3f9d3ab79f9d req-dc37526c-59a3-4459-bf62-dd06ac30699e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401514 Jul 27 16:40:22.649546 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1cdd4-bc37-4560-9aa5-5753c5c58bc1 req-5ebd0890-58f9-462e-91e7-9335a5b1f40f tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:22.651029 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a8a1cdd4-bc37-4560-9aa5-5753c5c58bc1 req-5ebd0890-58f9-462e-91e7-9335a5b1f40f tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0550263 Jul 27 16:40:22.697535 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a8a1cdd4-bc37-4560-9aa5-5753c5c58bc1 req-91f34ce0-0eb1-4694-8a09-bebf77f6d19c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408709 Jul 27 16:40:23.823610 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d52ed-13f2-4c70-a0bc-7bc70eb26b71 req-0869af84-93b8-4a54-9408-8fb5cb39411e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:23.825099 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8b8d52ed-13f2-4c70-a0bc-7bc70eb26b71 req-0869af84-93b8-4a54-9408-8fb5cb39411e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0520120 Jul 27 16:40:23.872148 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8b8d52ed-13f2-4c70-a0bc-7bc70eb26b71 req-5ab29a8c-4caf-4e7d-b10c-8047b9c9f540 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413671 Jul 27 16:40:24.992974 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb420f0-a1a3-4098-83ad-5901b62691eb req-b34ba043-c627-4c83-84d3-73f688e22a73 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:24.994398 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7fb420f0-a1a3-4098-83ad-5901b62691eb req-b34ba043-c627-4c83-84d3-73f688e22a73 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0492330 Jul 27 16:40:25.043285 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7fb420f0-a1a3-4098-83ad-5901b62691eb req-1d0b7ec0-98c5-492f-b448-e4b0d77484cd tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433338 Jul 27 16:40:25.362677 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-4d76cea9-9057-42f5-9ef8-2b37f9c2795c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:25.664852 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5c7bc-52ad-4186-9c3b-cb41abf24bca req-abcf59c4-599e-4a3b-8276-db0ee00440f4 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:25.666333 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dda5c7bc-52ad-4186-9c3b-cb41abf24bca req-abcf59c4-599e-4a3b-8276-db0ee00440f4 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0478780 Jul 27 16:40:25.669626 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:25.672604 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:25.716944 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dda5c7bc-52ad-4186-9c3b-cb41abf24bca req-83eb3d44-ff60-46c2-9e5d-4c0b05c7daec tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450683 Jul 27 16:40:26.163365 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d5dc9-9d10-431e-b55d-688a489c7be5 req-1aa8992f-87b9-405a-95c9-d3afb8e97f37 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:26.164844 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b0d5dc9-9d10-431e-b55d-688a489c7be5 req-1aa8992f-87b9-405a-95c9-d3afb8e97f37 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0496302 Jul 27 16:40:26.211206 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b0d5dc9-9d10-431e-b55d-688a489c7be5 req-485c1b2c-a1be-470c-97a9-1096530dc570 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408068 Jul 27 16:40:26.587198 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=57 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:26.588064 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=55 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:26.835419 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841db8a4-34f2-4e06-bf0a-b071c013f130 req-1833d319-a2a5-432b-ba3c-43b7c839bd7b tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:26.836871 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-841db8a4-34f2-4e06-bf0a-b071c013f130 req-1833d319-a2a5-432b-ba3c-43b7c839bd7b tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0486114 Jul 27 16:40:26.886839 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-841db8a4-34f2-4e06-bf0a-b071c013f130 req-c44dfc37-8942-4c98-81b2-ee2277d4d04a tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443313 Jul 27 16:40:27.330910 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7bb1d-b78a-4350-ac0e-6764ac46db76 req-1c0812c4-14a9-4517-ac7b-5807e4994c0a tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:27.332363 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-55e7bb1d-b78a-4350-ac0e-6764ac46db76 req-1c0812c4-14a9-4517-ac7b-5807e4994c0a tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0502894 Jul 27 16:40:27.379975 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-55e7bb1d-b78a-4350-ac0e-6764ac46db76 req-07dd2997-b36b-49b7-b278-535edaf5a9b2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419376 Jul 27 16:40:27.464506 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2d71c70a-0e06-4ba6-bc31-26b995e0a579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:28.003562 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f4454-d84e-4f11-ae5e-3d1392c0a74b req-4364474a-791c-442f-b86d-8daf346980c7 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:28.005075 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-395f4454-d84e-4f11-ae5e-3d1392c0a74b req-4364474a-791c-442f-b86d-8daf346980c7 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0472598 Jul 27 16:40:28.051623 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-395f4454-d84e-4f11-ae5e-3d1392c0a74b req-7e733564-3155-4de2-95af-09db747103e6 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408051 Jul 27 16:40:28.499711 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8bf6f-9921-4364-b09a-521bbbde3242 req-6431000e-bd23-48e2-ac6b-d8a143c3f708 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:28.501795 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26e8bf6f-9921-4364-b09a-521bbbde3242 req-6431000e-bd23-48e2-ac6b-d8a143c3f708 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0510871 Jul 27 16:40:28.542833 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:28.558905 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26e8bf6f-9921-4364-b09a-521bbbde3242 req-a45a4c2c-7455-44ef-932e-7fd1e3725219 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500274 Jul 27 16:40:28.734148 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:29.172609 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfce3c1-8813-400b-8645-0a776c92bec3 req-150be8d0-8e88-491e-88c8-ab22fd8e30a4 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:29.174635 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7cfce3c1-8813-400b-8645-0a776c92bec3 req-150be8d0-8e88-491e-88c8-ab22fd8e30a4 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0499907 Jul 27 16:40:29.186474 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:29.222991 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7cfce3c1-8813-400b-8645-0a776c92bec3 req-024779d1-088e-464c-97c1-456b569e6ff2 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429382 Jul 27 16:40:29.676701 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a5804-b7e8-4561-a6ac-a27e034cfb81 req-6beb624b-e2ba-4dd1-9b26-506194c128ed tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:29.678086 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b66a5804-b7e8-4561-a6ac-a27e034cfb81 req-6beb624b-e2ba-4dd1-9b26-506194c128ed tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0464237 Jul 27 16:40:29.728073 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b66a5804-b7e8-4561-a6ac-a27e034cfb81 req-53ff826d-ebfc-4e11-b299-995a84bdc4bc tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444386 Jul 27 16:40:30.339416 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add7ccf-1248-4d12-98af-f97bd69fb507 req-66efe9a4-f086-495e-9b4f-f1d16dfab639 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:30.340854 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5add7ccf-1248-4d12-98af-f97bd69fb507 req-66efe9a4-f086-495e-9b4f-f1d16dfab639 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0483859 Jul 27 16:40:30.388461 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5add7ccf-1248-4d12-98af-f97bd69fb507 req-c2db84b3-91d4-4a80-ac50-b9eb71d843dd tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417004 Jul 27 16:40:30.394251 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:30.507139 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:30.847277 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b9797-9b70-47e2-a899-5e1696209025 req-0ccd7bf3-b8cf-4a5a-90b4-363f2c8760c9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:30.848718 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bb0b9797-9b70-47e2-a899-5e1696209025 req-0ccd7bf3-b8cf-4a5a-90b4-363f2c8760c9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0468390 Jul 27 16:40:30.895530 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bb0b9797-9b70-47e2-a899-5e1696209025 req-62ace15f-faa7-4404-8dd4-b565ea59f44b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412929 Jul 27 16:40:31.510126 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca0dcd-8ea1-4d88-9b14-e2fcdcaec073 req-06722f3b-a233-4fe5-a3ef-6632a09fc452 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:31.511624 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f2ca0dcd-8ea1-4d88-9b14-e2fcdcaec073 req-06722f3b-a233-4fe5-a3ef-6632a09fc452 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0509944 Jul 27 16:40:31.557593 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f2ca0dcd-8ea1-4d88-9b14-e2fcdcaec073 req-97d625d8-ca3f-4cf6-9c5e-204acd5459dd tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398784 Jul 27 16:40:32.014763 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f74b2-ce1e-4140-ba3e-248ccf6e6107 req-ee266fde-af3c-40c3-94b6-01d61dcc2e90 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:32.016262 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-063f74b2-ce1e-4140-ba3e-248ccf6e6107 req-ee266fde-af3c-40c3-94b6-01d61dcc2e90 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0479820 Jul 27 16:40:32.062090 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-063f74b2-ce1e-4140-ba3e-248ccf6e6107 req-fbe3addd-3976-4b7b-b41d-76c0ebd204b7 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402296 Jul 27 16:40:32.681629 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46fa88-ca2b-4d9d-9811-c7ea5f1cdb23 req-02b1fcc8-a699-4a7b-9658-4161be033420 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:32.683087 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0f46fa88-ca2b-4d9d-9811-c7ea5f1cdb23 req-02b1fcc8-a699-4a7b-9658-4161be033420 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0469935 Jul 27 16:40:32.732825 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0f46fa88-ca2b-4d9d-9811-c7ea5f1cdb23 req-f4c5edfd-3b22-46ed-8016-73a71329610e tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437138 Jul 27 16:40:33.182065 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466418a3-3d72-4f93-80c1-6bc1f75ac6c5 req-5701d17f-b47a-4566-85f6-5dc84424c05b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:33.183529 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-466418a3-3d72-4f93-80c1-6bc1f75ac6c5 req-5701d17f-b47a-4566-85f6-5dc84424c05b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0475714 Jul 27 16:40:33.231560 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-466418a3-3d72-4f93-80c1-6bc1f75ac6c5 req-48b50085-7f8d-4e70-95bc-4cc22d4e1616 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414402 Jul 27 16:40:33.854205 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852550e5-a8cd-4abb-8e5f-65b7d5908dab req-bcc2f261-f2d7-4227-9659-0d74f73f532e tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:33.855680 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-852550e5-a8cd-4abb-8e5f-65b7d5908dab req-bcc2f261-f2d7-4227-9659-0d74f73f532e tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0503960 Jul 27 16:40:33.903550 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-852550e5-a8cd-4abb-8e5f-65b7d5908dab req-8fc08d93-f072-4965-bfd3-5ad120ca86d9 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422571 Jul 27 16:40:34.353905 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e840fb-28e7-44de-8c62-57614380c638 req-68f03412-1e16-4722-9e1d-0e1ddbbc588d tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:34.355355 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c1e840fb-28e7-44de-8c62-57614380c638 req-68f03412-1e16-4722-9e1d-0e1ddbbc588d tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0510631 Jul 27 16:40:34.401095 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c1e840fb-28e7-44de-8c62-57614380c638 req-bec813b6-3d18-4e0f-86ff-a01270fc107e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398047 Jul 27 16:40:35.019549 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d9a41-1202-4c8f-9a2f-2b54936ea776 req-512231ab-3b97-4d2a-95f3-0aaa26bc5b39 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:35.021019 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-474d9a41-1202-4c8f-9a2f-2b54936ea776 req-512231ab-3b97-4d2a-95f3-0aaa26bc5b39 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0472050 Jul 27 16:40:35.068838 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-474d9a41-1202-4c8f-9a2f-2b54936ea776 req-d29d9fed-7c6b-4e2a-963d-a974b3fa500e tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422220 Jul 27 16:40:35.491949 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:35.526274 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904a32f-1da4-430b-bb68-45ab629bba8e req-1de72afd-dc3c-428f-906f-673d1df72a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:35.527790 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6904a32f-1da4-430b-bb68-45ab629bba8e req-1de72afd-dc3c-428f-906f-673d1df72a33 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 1130 time: 0.0416198 Jul 27 16:40:35.534283 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb4f5b-13c8-4c05-9db1-46fc177573f8 req-9aec8931-7a79-4a19-8b4e-aac846855f60 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:35.535752 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97bb4f5b-13c8-4c05-9db1-46fc177573f8 req-9aec8931-7a79-4a19-8b4e-aac846855f60 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0528862 Jul 27 16:40:35.554748 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:35.573494 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6904a32f-1da4-430b-bb68-45ab629bba8e req-a285a91e-9929-4259-921c-b748980ee0d9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385540 Jul 27 16:40:35.584224 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97bb4f5b-13c8-4c05-9db1-46fc177573f8 req-5111ffce-f068-4625-8d86-34dca082899c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428939 Jul 27 16:40:36.200368 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc4e30-a049-4284-a22e-5aca3c456340 req-6200ed14-9c9e-40c3-81a9-16b936f5fae8 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:36.202024 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56dc4e30-a049-4284-a22e-5aca3c456340 req-6200ed14-9c9e-40c3-81a9-16b936f5fae8 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0593057 Jul 27 16:40:36.254836 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56dc4e30-a049-4284-a22e-5aca3c456340 req-ed933675-f925-4b1a-aedb-9afae0840ee7 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464249 Jul 27 16:40:36.463703 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665803e8-a591-473d-8d48-c9faa4abb948 req-a0535e75-e901-4522-81a6-cac8c627c44e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:36.465174 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-665803e8-a591-473d-8d48-c9faa4abb948 req-a0535e75-e901-4522-81a6-cac8c627c44e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 946 time: 0.0470953 Jul 27 16:40:36.515554 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-665803e8-a591-473d-8d48-c9faa4abb948 req-c01c945a-3544-49f0-9bd3-fa1c9dcd2487 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445719 Jul 27 16:40:36.702844 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5798def-3daf-4511-94fd-400cfc21d515 req-12e23007-a636-4d3a-a658-17e21b01dfe0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:36.704292 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5798def-3daf-4511-94fd-400cfc21d515 req-12e23007-a636-4d3a-a658-17e21b01dfe0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0479693 Jul 27 16:40:36.761082 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5798def-3daf-4511-94fd-400cfc21d515 req-eb576b83-ce11-4d20-b719-3363934d7fed tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512457 Jul 27 16:40:37.379036 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cb6b1-bbb8-4491-bcee-013edd9c82cc req-df5861aa-d574-4776-9788-75f84bcf51a7 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:37.380464 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ad6cb6b1-bbb8-4491-bcee-013edd9c82cc req-df5861aa-d574-4776-9788-75f84bcf51a7 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0531404 Jul 27 16:40:37.432142 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ad6cb6b1-bbb8-4491-bcee-013edd9c82cc req-66f23088-8461-4db7-93ab-ced4f53f4d63 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461950 Jul 27 16:40:37.649197 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de31c8-d3d9-412f-b64a-977771bef2af req-8b2d66ac-4847-4b97-a742-8432ca9ae408 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:37.650665 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0de31c8-d3d9-412f-b64a-977771bef2af req-8b2d66ac-4847-4b97-a742-8432ca9ae408 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 946 time: 0.0499244 Jul 27 16:40:37.696770 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0de31c8-d3d9-412f-b64a-977771bef2af req-b36ec3da-7306-481b-84d8-167428b065ed tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404735 Jul 27 16:40:37.877301 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79420638-7c7d-465d-b1cd-0d31b9227a60 req-c028ba12-0b4f-4f84-b380-ef70ee477524 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:37.878660 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79420638-7c7d-465d-b1cd-0d31b9227a60 req-c028ba12-0b4f-4f84-b380-ef70ee477524 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0470226 Jul 27 16:40:37.924794 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79420638-7c7d-465d-b1cd-0d31b9227a60 req-8e2c6cc5-8b6e-46e4-ad03-99f382655a06 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407166 Jul 27 16:40:38.566775 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e3ea5-df2c-4c0f-b3ce-9b43690e24da req-92f2c18f-402d-4076-93e8-0dab5a58c788 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:38.568470 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa2e3ea5-df2c-4c0f-b3ce-9b43690e24da req-92f2c18f-402d-4076-93e8-0dab5a58c788 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0557246 Jul 27 16:40:38.626153 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa2e3ea5-df2c-4c0f-b3ce-9b43690e24da req-028205dc-9f6a-42aa-a158-339cc419c426 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515025 Jul 27 16:40:38.831583 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb93a04-0565-470a-89f8-6795329413a1 req-9d25ad97-5dee-4b91-b431-b1a5d319b1dc tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:38.833074 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8bb93a04-0565-470a-89f8-6795329413a1 req-9d25ad97-5dee-4b91-b431-b1a5d319b1dc tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 946 time: 0.0581863 Jul 27 16:40:38.883113 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8bb93a04-0565-470a-89f8-6795329413a1 req-7cffb4eb-4b7b-4d37-b293-c3d7761e6eea tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446043 Jul 27 16:40:38.988381 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:40:39.047903 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d787ba-5838-4ddf-b1e5-436c8dbcf6c4 req-ccd10d16-0367-4123-ba6e-e50bbc853ff0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:39.049758 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1d787ba-5838-4ddf-b1e5-436c8dbcf6c4 req-ccd10d16-0367-4123-ba6e-e50bbc853ff0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0527503 Jul 27 16:40:39.100519 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1d787ba-5838-4ddf-b1e5-436c8dbcf6c4 req-af3d252d-a3e1-498f-8b7b-f28b198a646d tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452857 Jul 27 16:40:39.492066 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59368e66-1880-4292-b626-45fb64c35a75 req-950a574a-ade3-4a77-928b-d1470d67dfbc tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:39.493549 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-59368e66-1880-4292-b626-45fb64c35a75 req-950a574a-ade3-4a77-928b-d1470d67dfbc tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0499024 Jul 27 16:40:39.543493 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-59368e66-1880-4292-b626-45fb64c35a75 req-5869e52e-37b7-440c-9207-8267f38f067b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443258 Jul 27 16:40:39.738510 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:39.747603 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f44bb-7b1d-4743-be4d-e0e97731f24e req-3a04670a-a081-4024-8486-6e700986c509 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:39.749094 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c4f44bb-7b1d-4743-be4d-e0e97731f24e req-3a04670a-a081-4024-8486-6e700986c509 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0490677 Jul 27 16:40:39.760865 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:39.796365 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c4f44bb-7b1d-4743-be4d-e0e97731f24e req-2a47c638-8e0d-49fa-a393-cfa20bf2ded1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417271 Jul 27 16:40:39.993639 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8d702-939b-42e9-817b-159241bb6dbc req-33bda691-d0fd-47b7-a65f-6816a5526f8e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:39.995102 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3ec8d702-939b-42e9-817b-159241bb6dbc req-33bda691-d0fd-47b7-a65f-6816a5526f8e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.20 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 946 time: 0.0816793 Jul 27 16:40:40.010697 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11914274-7487-4cc4-8bcf-85e8536840f3 req-cc4dfdf2-74a0-4717-abe1-287b98322eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:40.012178 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-11914274-7487-4cc4-8bcf-85e8536840f3 req-cc4dfdf2-74a0-4717-abe1-287b98322eca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 1130 time: 0.0756140 Jul 27 16:40:40.026110 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a687ae3-70fb-44c6-94ac-db36a5a83fcb req-6807c695-b8aa-4a01-a152-0e83e45c5199 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:40.027501 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a687ae3-70fb-44c6-94ac-db36a5a83fcb req-6807c695-b8aa-4a01-a152-0e83e45c5199 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 946 time: 0.0572984 Jul 27 16:40:40.073488 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a687ae3-70fb-44c6-94ac-db36a5a83fcb req-6355e1bb-52be-4418-a686-f7fc4adf2288 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404587 Jul 27 16:40:40.414421 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11914274-7487-4cc4-8bcf-85e8536840f3 req-ea32d97e-54c5-45d7-881a-84821eb6a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:40.416139 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-11914274-7487-4cc4-8bcf-85e8536840f3 req-ea32d97e-54c5-45d7-881a-84821eb6a4cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 919 time: 0.1055262 Jul 27 16:40:40.434270 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [req-3ec8d702-939b-42e9-817b-159241bb6dbc req-576dbfdd-14a6-4150-936b-cc4823624196 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Deleting port efc8d307-e5f0-4084-9201-4869a986c38c {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:40:40.434611 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-3ec8d702-939b-42e9-817b-159241bb6dbc req-576dbfdd-14a6-4150-936b-cc4823624196 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:40.500186 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:40.504558 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=45,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:40.536586 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-11914274-7487-4cc4-8bcf-85e8536840f3 req-506d9069-13ad-4ad3-a5a0-6b00894efdd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bef1170-4e15-46fb-94c9-cabca6dd7a80 HTTP/1.1" status: 200 len: 1002 time: 0.0659380 Jul 27 16:40:40.538363 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-3ec8d702-939b-42e9-817b-159241bb6dbc req-576dbfdd-14a6-4150-936b-cc4823624196 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] For port efc8d307-e5f0-4084-9201-4869a986c38c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=efc8d307-e5f0-4084-9201-4869a986c38c,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:40.538729 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-3ec8d702-939b-42e9-817b-159241bb6dbc req-576dbfdd-14a6-4150-936b-cc4823624196 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:40.590466 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11914274-7487-4cc4-8bcf-85e8536840f3 req-145984d0-1be5-42a8-818d-bdac9aee2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:40.592902 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-11914274-7487-4cc4-8bcf-85e8536840f3 req-145984d0-1be5-42a8-818d-bdac9aee2ed0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6261f153-df76-4666-8c12-d3f7ad70249a HTTP/1.1" status: 200 len: 857 time: 0.0493066 Jul 27 16:40:40.685001 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11914274-7487-4cc4-8bcf-85e8536840f3 req-657c5ddc-2520-4daa-8441-3aeace0e2292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:40.686643 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-11914274-7487-4cc4-8bcf-85e8536840f3 req-657c5ddc-2520-4daa-8441-3aeace0e2292 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36a590e-5aca-4f4b-84ba-ed6272112a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804799 Jul 27 16:40:40.695924 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d8967-25fa-4e98-bf96-ef3f29a89dad req-2cc41e2b-d955-4ec5-a4e6-9731384b43ac tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:40.702262 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-689d8967-25fa-4e98-bf96-ef3f29a89dad req-2cc41e2b-d955-4ec5-a4e6-9731384b43ac tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0850203 Jul 27 16:40:40.765063 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-3ec8d702-939b-42e9-817b-159241bb6dbc req-576dbfdd-14a6-4150-936b-cc4823624196 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:40.765681 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-3ec8d702-939b-42e9-817b-159241bb6dbc req-576dbfdd-14a6-4150-936b-cc4823624196 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (7468fbce-dfca-46d8-a7b5-bc32227d3210), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:40.765887 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.l3_db [req-3ec8d702-939b-42e9-817b-159241bb6dbc req-576dbfdd-14a6-4150-936b-cc4823624196 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Floating IP 7468fbce-dfca-46d8-a7b5-bc32227d3210 disassociated. External IP: 172.27.2.101, port: efc8d307-e5f0-4084-9201-4869a986c38c. Jul 27 16:40:40.766251 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [req-3ec8d702-939b-42e9-817b-159241bb6dbc req-576dbfdd-14a6-4150-936b-cc4823624196 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Calling delete_port for efc8d307-e5f0-4084-9201-4869a986c38c owned by compute:nova {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:40:40.794934 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-689d8967-25fa-4e98-bf96-ef3f29a89dad req-d15307dd-4221-4a9f-825c-302bbbd6d30e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918105 Jul 27 16:40:40.838802 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-11914274-7487-4cc4-8bcf-85e8536840f3 req-ec2f4f24-1089-486a-b2b0-882682f2c6c2 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335206 Jul 27 16:40:40.901939 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-3ec8d702-939b-42e9-817b-159241bb6dbc req-576dbfdd-14a6-4150-936b-cc4823624196 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (efc8d307-e5f0-4084-9201-4869a986c38c), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:40.933375 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576dbfdd-14a6-4150-936b-cc4823624196 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event deleted for resources: {'Port': ['ID=efc8d307-e5f0-4084-9201-4869a986c38c,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:40.972396 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66141a-e609-4f22-9227-92314de13117 req-a748ea5a-c408-4a9a-8155-490a208b04b1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:40.973876 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ab66141a-e609-4f22-9227-92314de13117 req-a748ea5a-c408-4a9a-8155-490a208b04b1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.1048777 Jul 27 16:40:40.991461 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-11914274-7487-4cc4-8bcf-85e8536840f3 req-9ee88584-8b11-472e-827b-57181aff8f52 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422985 Jul 27 16:40:41.033165 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ab66141a-e609-4f22-9227-92314de13117 req-5a618010-a5f9-4315-a341-ac0f404d2b96 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516183 Jul 27 16:40:41.048810 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ec8d702-939b-42e9-817b-159241bb6dbc req-576dbfdd-14a6-4150-936b-cc4823624196 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Router 8a70b9b0-fc79-49e9-9fdd-479734afd75b has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:40:41.160444 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ec8d702-939b-42e9-817b-159241bb6dbc req-576dbfdd-14a6-4150-936b-cc4823624196 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:40:41.177964 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b862db-91b2-4186-92fb-6a633c7b0c39 None None] Sync routers for ids ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:40:41.185372 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c4962b58-1a5c-4f7d-9331-4d33b691c9e4 req-57a8e5fd-a88c-4c1b-aa50-fa1daf18e142 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 210 time: 0.0344777 Jul 27 16:40:41.189459 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b862db-91b2-4186-92fb-6a633c7b0c39 None None] Routers {'8a70b9b0-fc79-49e9-9fdd-479734afd75b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:40:41.190590 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-f7b862db-91b2-4186-92fb-6a633c7b0c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:40:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:41.223038 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec8d702-939b-42e9-817b-159241bb6dbc req-576dbfdd-14a6-4150-936b-cc4823624196 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] No DVR routers for this DVR port efc8d307-e5f0-4084-9201-4869a986c38c on host hv-cinder-84969 {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:40:41.225768 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-3ec8d702-939b-42e9-817b-159241bb6dbc req-576dbfdd-14a6-4150-936b-cc4823624196 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:41.229849 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3ec8d702-939b-42e9-817b-159241bb6dbc req-576dbfdd-14a6-4150-936b-cc4823624196 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.20 "DELETE /v2.0/ports/efc8d307-e5f0-4084-9201-4869a986c38c HTTP/1.1" status: 204 len: 173 time: 0.9197464 Jul 27 16:40:41.230335 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a008e56d-969e-442a-bb08-524ee7e06084', 'name': 'network-vif-deleted', 'tag': 'efc8d307-e5f0-4084-9201-4869a986c38c'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:40:41.232963 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25de593d-e7ce-43ab-8a8c-6742f17ac356" -d '{"events": [{"server_uuid": "a008e56d-969e-442a-bb08-524ee7e06084", "name": "network-vif-deleted", "tag": "efc8d307-e5f0-4084-9201-4869a986c38c"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:41.279332 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4930126-b2cc-4ba9-9639-72813df73e27 x-openstack-request-id: req-b4930126-b2cc-4ba9-9639-72813df73e27 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:41.279632 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a008e56d-969e-442a-bb08-524ee7e06084", "name": "network-vif-deleted", "tag": "efc8d307-e5f0-4084-9201-4869a986c38c", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:41.279977 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b4930126-b2cc-4ba9-9639-72813df73e27 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:41.280339 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4930126-b2cc-4ba9-9639-72813df73e27'] response: {'server_uuid': 'a008e56d-969e-442a-bb08-524ee7e06084', 'name': 'network-vif-deleted', 'tag': 'efc8d307-e5f0-4084-9201-4869a986c38c', 'status': 'completed', 'code': 200} Jul 27 16:40:41.439601 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-f7b862db-91b2-4186-92fb-6a633c7b0c39 None None] Set router 8a70b9b0-fc79-49e9-9fdd-479734afd75b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:40:41.644785 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-f7b862db-91b2-4186-92fb-6a633c7b0c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '77b25489-6804-4bd7-a6f3-11d26f97ab69', 'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'mac_address': 'fa:16:3e:0a:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:56Z', 'updated_at': '2022-07-27T16:36:20Z', 'revision_number': 5, 'project_id': '8d570044769a44d9b18c905284cd9947', 'subnets': [{'id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:41.671052 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b862db-91b2-4186-92fb-6a633c7b0c39 None None] Checking router: 8a70b9b0-fc79-49e9-9fdd-479734afd75b for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:40:41.680103 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b862db-91b2-4186-92fb-6a633c7b0c39 None None] Routers {'8a70b9b0-fc79-49e9-9fdd-479734afd75b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:40:41.680716 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-f7b862db-91b2-4186-92fb-6a633c7b0c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:40:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:41.708289 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be248a2-ff5f-4191-b512-08a346d3dbf6 req-679fd34f-6b4e-4266-8e25-87eea8696712 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:41.709837 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2be248a2-ff5f-4191-b512-08a346d3dbf6 req-679fd34f-6b4e-4266-8e25-87eea8696712 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 945 time: 0.0497477 Jul 27 16:40:41.759468 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2be248a2-ff5f-4191-b512-08a346d3dbf6 req-e64e1f7e-bfeb-49ea-a87e-dc472cafe0e6 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429549 Jul 27 16:40:41.783084 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-f7b862db-91b2-4186-92fb-6a633c7b0c39 None None] Set router 8a70b9b0-fc79-49e9-9fdd-479734afd75b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:40:41.924315 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35991696-fbd6-4a48-aec8-a17ee0016140 req-d2d7971f-aaed-4cdf-8964-6a24476b4598 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:41.926172 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-35991696-fbd6-4a48-aec8-a17ee0016140 req-d2d7971f-aaed-4cdf-8964-6a24476b4598 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0494692 Jul 27 16:40:41.973726 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-35991696-fbd6-4a48-aec8-a17ee0016140 req-af039264-2507-4d43-83d8-54437367e117 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413389 Jul 27 16:40:41.988018 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device efc8d307-e5f0-4084-9201-4869a986c38c no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:40:41.995330 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-f7b862db-91b2-4186-92fb-6a633c7b0c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '77b25489-6804-4bd7-a6f3-11d26f97ab69', 'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'mac_address': 'fa:16:3e:0a:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:56Z', 'updated_at': '2022-07-27T16:36:20Z', 'revision_number': 5, 'project_id': '8d570044769a44d9b18c905284cd9947', 'subnets': [{'id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:42.036297 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: efc8d307-e5f0-4084-9201-4869a986c38c {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:40:42.036753 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device efc8d307-e5f0-4084-9201-4869a986c38c not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:40:42.038877 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b862db-91b2-4186-92fb-6a633c7b0c39 None None] The sync data for ids ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'] in dv-cinder-849690-6-iscsi is: [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '77b25489-6804-4bd7-a6f3-11d26f97ab69', 'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'mac_address': 'fa:16:3e:0a:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:56Z', 'updated_at': '2022-07-27T16:36:20Z', 'revision_number': 5, 'project_id': '8d570044769a44d9b18c905284cd9947', 'subnets': [{'id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:40:42.121274 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:42.147442 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:42.160103 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590457c-1ade-4fb7-a7ef-86967d65178a req-f8a1464c-8722-4354-b90d-a42c35ddbb29 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:42.161769 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d590457c-1ade-4fb7-a7ef-86967d65178a req-f8a1464c-8722-4354-b90d-a42c35ddbb29 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0503218 Jul 27 16:40:42.219680 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d590457c-1ade-4fb7-a7ef-86967d65178a req-e0f34245-4182-49ee-8e45-d7d655d46f8a tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512176 Jul 27 16:40:42.275410 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b395c2bc-e77a-4aff-b04f-9ab0f9272fcd None None] New status for floating IP 7468fbce-dfca-46d8-a7b5-bc32227d3210: DOWN {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:40:42.299294 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fefa115d-f3e1-423b-a51b-bcb3fe0982e7 req-eb4d976e-d6ca-4d0b-98dd-2e647df63121 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 210 time: 0.0283747 Jul 27 16:40:42.890840 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980ebc8-cc5a-40ae-b75b-3f4fe40a729f req-639b18e9-a5fd-4429-8d72-c276d071fe48 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:42.892422 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a980ebc8-cc5a-40ae-b75b-3f4fe40a729f req-639b18e9-a5fd-4429-8d72-c276d071fe48 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 945 time: 0.0606737 Jul 27 16:40:42.942000 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a980ebc8-cc5a-40ae-b75b-3f4fe40a729f req-0d721c68-2b33-4932-a611-b5e5dc534ec4 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437167 Jul 27 16:40:43.092566 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8ce67-355d-46a2-8f8d-6d8fe39d41cb req-2ad0952e-4381-4f1c-8d25-b4280905c6b0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:43.094449 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-40f8ce67-355d-46a2-8f8d-6d8fe39d41cb req-2ad0952e-4381-4f1c-8d25-b4280905c6b0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0469806 Jul 27 16:40:43.139832 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-40f8ce67-355d-46a2-8f8d-6d8fe39d41cb req-5db4e3c3-f784-4e8c-abc3-4f06b7f321ea tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398338 Jul 27 16:40:43.341542 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e101f-6a64-4f41-b665-74cfc66c884d req-c9c85016-7259-426f-82e4-334fd9409cca tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:43.343265 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-479e101f-6a64-4f41-b665-74cfc66c884d req-c9c85016-7259-426f-82e4-334fd9409cca tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0470541 Jul 27 16:40:43.395351 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-479e101f-6a64-4f41-b665-74cfc66c884d req-da805a73-bea1-48b0-a522-fa61760d2bac tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459704 Jul 27 16:40:43.432035 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c38a1870-5337-4360-bcdb-761b88d89cdd req-f4de9938-ad64-4e02-ac87-640017f49523 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 210 time: 0.0277429 Jul 27 16:40:44.065488 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1173c-d2ed-47c8-83d0-e02240196551 req-5cb72af4-6885-4ab9-be25-73e806eaa6ce tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:44.067247 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bfd1173c-d2ed-47c8-83d0-e02240196551 req-5cb72af4-6885-4ab9-be25-73e806eaa6ce tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 945 time: 0.0517383 Jul 27 16:40:44.123472 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bfd1173c-d2ed-47c8-83d0-e02240196551 req-b70d0c5a-fe0a-4c41-84c8-28b0b8885cc7 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507507 Jul 27 16:40:44.272685 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca6f19-39e3-4774-ae6d-e4ec77554dfb req-e1f33570-032f-4dbb-901d-ec00cfc21ae0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:44.274202 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8cca6f19-39e3-4774-ae6d-e4ec77554dfb req-e1f33570-032f-4dbb-901d-ec00cfc21ae0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0572441 Jul 27 16:40:44.327415 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8cca6f19-39e3-4774-ae6d-e4ec77554dfb req-5c482844-e75a-46a1-bb90-f7fa162f31f0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476670 Jul 27 16:40:44.525529 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608361c-d157-43c5-9c4e-c579ae8424b8 req-bc0c5d2e-a0f5-490a-86e3-7dac1c858c23 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:44.527090 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f608361c-d157-43c5-9c4e-c579ae8424b8 req-bc0c5d2e-a0f5-490a-86e3-7dac1c858c23 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0507758 Jul 27 16:40:44.571775 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-364f0441-cd9b-4ec8-bc2d-6116d13e5c27 req-6ca718f9-8ad9-4dc7-82be-330d30fa636d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 210 time: 0.0435784 Jul 27 16:40:44.602700 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f608361c-d157-43c5-9c4e-c579ae8424b8 req-6285a258-6bfc-4eb6-b5f0-f408ff2bac25 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626755 Jul 27 16:40:45.246055 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed330c-def1-4eab-b27e-8ad58067c911 req-b9e5ec99-ee40-43d4-909a-0b2d76fba246 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:45.247483 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-94ed330c-def1-4eab-b27e-8ad58067c911 req-b9e5ec99-ee40-43d4-909a-0b2d76fba246 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 945 time: 0.0494621 Jul 27 16:40:45.293535 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-94ed330c-def1-4eab-b27e-8ad58067c911 req-00987174-99c9-4f7a-b353-f20a777550e2 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/security-groups?id=9243e80f-559d-4504-8f81-772891110faf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406125 Jul 27 16:40:45.441618 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f08210-b75e-412e-a9de-0b25143c921b req-c0fc247d-32b5-4ac5-9141-8b8dca8cfa55 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:45.442972 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e2f08210-b75e-412e-a9de-0b25143c921b req-c0fc247d-32b5-4ac5-9141-8b8dca8cfa55 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0463727 Jul 27 16:40:45.490084 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e2f08210-b75e-412e-a9de-0b25143c921b req-964e172f-d11b-4ef6-aca2-5407a6c23826 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416799 Jul 27 16:40:45.604109 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9fb3f-db0f-4459-9b71-0c2705fd46ce req-5c04cab4-6e9f-4d8d-b07b-4fb63576d813 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:45.605713 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5cd9fb3f-db0f-4459-9b71-0c2705fd46ce req-5c04cab4-6e9f-4d8d-b07b-4fb63576d813 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0492320 Jul 27 16:40:45.615546 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 42806) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:40:45.620031 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-c5d87e8d-d524-4772-ace4-d8cbef5b2355 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Request body: {'floatingip': {'port_id': '0bef1170-4e15-46fb-94c9-cabca6dd7a80'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:40:45.710776 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-befd9791-65a6-4060-8549-998f0fc5db18 req-575fce71-c81c-4b47-b0c6-d82a0a6f78a2 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=a008e56d-969e-442a-bb08-524ee7e06084 HTTP/1.1" status: 200 len: 210 time: 0.0495014 Jul 27 16:40:45.733758 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c5d87e8d-d524-4772-ace4-d8cbef5b2355 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for floatingip (2f972c0f-20ff-4d79-bd84-0d2407a0e453), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:45.792757 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:45.835066 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f84fea-ff97-4f4d-9e3c-6a656f679bd2 req-9b84bd74-87a7-4264-a939-00761be787e9 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:45.836705 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e1f84fea-ff97-4f4d-9e3c-6a656f679bd2 req-9b84bd74-87a7-4264-a939-00761be787e9 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 945 time: 0.0543849 Jul 27 16:40:45.858953 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:45.942303 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [req-e1f84fea-ff97-4f4d-9e3c-6a656f679bd2 req-e794b408-691a-45a4-849d-342607196a3d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Deleting port a75b09be-0816-4dc9-9913-572323c73645 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:40:45.942686 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-e1f84fea-ff97-4f4d-9e3c-6a656f679bd2 req-e794b408-691a-45a4-849d-342607196a3d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (a75b09be-0816-4dc9-9913-572323c73645), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:46.045431 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-e1f84fea-ff97-4f4d-9e3c-6a656f679bd2 req-e794b408-691a-45a4-849d-342607196a3d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] For port a75b09be-0816-4dc9-9913-572323c73645, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a75b09be-0816-4dc9-9913-572323c73645,segment=NetworkSegment(8f199523-ffdb-46b3-8e76-902058634fb4),segment_id=8f199523-ffdb-46b3-8e76-902058634fb4)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:46.045957 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-e1f84fea-ff97-4f4d-9e3c-6a656f679bd2 req-e794b408-691a-45a4-849d-342607196a3d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (a75b09be-0816-4dc9-9913-572323c73645), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:46.054547 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:46.063634 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [req-e1f84fea-ff97-4f4d-9e3c-6a656f679bd2 req-e794b408-691a-45a4-849d-342607196a3d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Calling delete_port for a75b09be-0816-4dc9-9913-572323c73645 owned by compute:nova {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:40:46.067572 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33cb8b-e43e-415f-8905-a21c7062c3d9 req-eab16f78-4d6c-45a8-9c4f-80892eac29d6 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:46.069344 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fb33cb8b-e43e-415f-8905-a21c7062c3d9 req-eab16f78-4d6c-45a8-9c4f-80892eac29d6 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.3896573 Jul 27 16:40:46.088105 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:46.192306 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fb33cb8b-e43e-415f-8905-a21c7062c3d9 req-871d76b1-ca2e-4cae-adad-8cdc8e9db6d3 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164851 Jul 27 16:40:46.193295 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-e1f84fea-ff97-4f4d-9e3c-6a656f679bd2 req-e794b408-691a-45a4-849d-342607196a3d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (a75b09be-0816-4dc9-9913-572323c73645), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:46.224401 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794b408-691a-45a4-849d-342607196a3d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Pushing event deleted for resources: {'Port': ['ID=a75b09be-0816-4dc9-9913-572323c73645,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:46.272335 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f84fea-ff97-4f4d-9e3c-6a656f679bd2 req-e794b408-691a-45a4-849d-342607196a3d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] No DVR routers for this DVR port a75b09be-0816-4dc9-9913-572323c73645 on host hv-cinder-84969 {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:40:46.274967 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-e1f84fea-ff97-4f4d-9e3c-6a656f679bd2 req-e794b408-691a-45a4-849d-342607196a3d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:46.278425 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e1f84fea-ff97-4f4d-9e3c-6a656f679bd2 req-e794b408-691a-45a4-849d-342607196a3d tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.20 "DELETE /v2.0/ports/a75b09be-0816-4dc9-9913-572323c73645 HTTP/1.1" status: 204 len: 173 time: 0.4258776 Jul 27 16:40:46.278883 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6f3001-062e-4a77-9e1d-2632c24f4c23', 'name': 'network-vif-deleted', 'tag': 'a75b09be-0816-4dc9-9913-572323c73645'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:40:46.285045 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1a1735-ae76-43e1-b708-93d9ab2644de" -d '{"events": [{"server_uuid": "5e6f3001-062e-4a77-9e1d-2632c24f4c23", "name": "network-vif-deleted", "tag": "a75b09be-0816-4dc9-9913-572323c73645"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:46.334571 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df4ecca-ccb2-4aa6-bb88-c08b0d53f94d x-openstack-request-id: req-9df4ecca-ccb2-4aa6-bb88-c08b0d53f94d {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:46.335119 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6f3001-062e-4a77-9e1d-2632c24f4c23", "name": "network-vif-deleted", "tag": "a75b09be-0816-4dc9-9913-572323c73645", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:46.335838 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9df4ecca-ccb2-4aa6-bb88-c08b0d53f94d {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:46.336706 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df4ecca-ccb2-4aa6-bb88-c08b0d53f94d'] response: {'server_uuid': '5e6f3001-062e-4a77-9e1d-2632c24f4c23', 'name': 'network-vif-deleted', 'tag': 'a75b09be-0816-4dc9-9913-572323c73645', 'status': 'completed', 'code': 200} Jul 27 16:40:46.505958 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be2f107d-6213-43fd-97e7-5b8b07571168 req-d524f4aa-a995-41c8-ad6c-862080fd35f1 tempest-VolumesSnapshotTestJSON-216872814 tempest-VolumesSnapshotTestJSON-216872814-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e6f3001-062e-4a77-9e1d-2632c24f4c23 HTTP/1.1" status: 200 len: 210 time: 0.0693300 Jul 27 16:40:46.550107 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86292617-6293-4c1f-b7c0-c88e82fa9796 req-82319366-e60c-4275-b9ee-7d1ba443fd87 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:46.551497 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86292617-6293-4c1f-b7c0-c88e82fa9796 req-82319366-e60c-4275-b9ee-7d1ba443fd87 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.1127727 Jul 27 16:40:46.642247 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86292617-6293-4c1f-b7c0-c88e82fa9796 req-e6c39775-bc12-48af-95a9-857156c0ebae tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835648 Jul 27 16:40:46.689904 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c5d87e8d-d524-4772-ace4-d8cbef5b2355 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:46.694675 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c5d87e8d-d524-4772-ace4-d8cbef5b2355 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (2f972c0f-20ff-4d79-bd84-0d2407a0e453), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:46.755698 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d890c-f3be-4521-aa52-a5c79ddbc98f req-f5d1dbfb-bcee-4b13-b56c-eb1ee8677317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:46.758106 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e26d890c-f3be-4521-aa52-a5c79ddbc98f req-f5d1dbfb-bcee-4b13-b56c-eb1ee8677317 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89ddf8711f2f4be88304f967149c3a50&device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 1130 time: 0.0466588 Jul 27 16:40:46.831608 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 42822) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:40:46.979241 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ccf54e23-e909-46d6-a760-8f928bd050fe tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group (c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:46.999068 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d87e8d-d524-4772-ace4-d8cbef5b2355 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Router c037b20e-585e-4b9a-abb4-6302ffab189b has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:40:47.015104 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ccf54e23-e909-46d6-a760-8f928bd050fe tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group (c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:47.026198 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:47.098762 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d890c-f3be-4521-aa52-a5c79ddbc98f req-2aac600a-f53d-427b-ad73-82f4cf780c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:47.100214 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e26d890c-f3be-4521-aa52-a5c79ddbc98f req-2aac600a-f53d-427b-ad73-82f4cf780c6f service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f30e4e1-bf07-478c-895f-f27f24b25617 HTTP/1.1" status: 200 len: 911 time: 0.3330259 Jul 27 16:40:47.130258 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:47.148430 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ccf54e23-e909-46d6-a760-8f928bd050fe tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:47.151170 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ccf54e23-e909-46d6-a760-8f928bd050fe tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:47.154767 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ccf54e23-e909-46d6-a760-8f928bd050fe tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "DELETE /v2.0/security-groups/c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c HTTP/1.1" status: 204 len: 168 time: 0.3199112 Jul 27 16:40:47.155682 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 42824) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:40:47.167892 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d87e8d-d524-4772-ace4-d8cbef5b2355 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:40:47.169496 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf54e23-e909-46d6-a760-8f928bd050fe tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:47.173650 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c5d87e8d-d524-4772-ace4-d8cbef5b2355 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:47.179068 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.api.v2.resource [None req-78fe2e24-3895-46a3-8c41-d8e595c8e144 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] show failed (client error): The resource could not be found. Jul 27 16:40:47.180086 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-78fe2e24-3895-46a3-8c41-d8e595c8e144 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups/c4aacc1a-2d69-49ef-9c0e-8e006b00fd8c HTTP/1.1" status: 404 len: 347 time: 0.0238991 Jul 27 16:40:47.182120 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e26d890c-f3be-4521-aa52-a5c79ddbc98f req-c2fd2da8-4f66-4759-8aa3-09e7b55b0c6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d079e14-f8f7-43ce-a463-f17c326cc7bb HTTP/1.1" status: 200 len: 1002 time: 0.0757308 Jul 27 16:40:47.182960 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 42826) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:40:47.192261 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac0148-dd38-494b-8c31-1765fbb38b0f None None] Sync routers for ids ['c037b20e-585e-4b9a-abb4-6302ffab189b'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:40:47.207660 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'tag': '0bef1170-4e15-46fb-94c9-cabca6dd7a80'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:40:47.209971 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990cc382-b20f-4da6-b210-8a5996be31f7" -d '{"events": [{"name": "network-changed", "server_uuid": "05d821db-4106-4df9-9cec-c07b5b95e1e8", "tag": "0bef1170-4e15-46fb-94c9-cabca6dd7a80"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:47.212923 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ac0148-dd38-494b-8c31-1765fbb38b0f None None] Routers {'c037b20e-585e-4b9a-abb4-6302ffab189b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:40:47.213957 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-50ac0148-dd38-494b-8c31-1765fbb38b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:40:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c037b20e-585e-4b9a-abb4-6302ffab189b'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:47.242612 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c5d87e8d-d524-4772-ace4-d8cbef5b2355 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "PUT /v2.0/floatingips/2f972c0f-20ff-4d79-bd84-0d2407a0e453 HTTP/1.1" status: 200 len: 994 time: 1.6238062 Jul 27 16:40:47.273685 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a938f34f-9d84-45b9-8c22-670ac88bbebf x-openstack-request-id: req-a938f34f-9d84-45b9-8c22-670ac88bbebf {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:47.274214 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d821db-4106-4df9-9cec-c07b5b95e1e8", "tag": "0bef1170-4e15-46fb-94c9-cabca6dd7a80", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:47.274652 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a938f34f-9d84-45b9-8c22-670ac88bbebf {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:47.275215 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a938f34f-9d84-45b9-8c22-670ac88bbebf'] response: {'name': 'network-changed', 'server_uuid': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'tag': '0bef1170-4e15-46fb-94c9-cabca6dd7a80', 'status': 'completed', 'code': 200} Jul 27 16:40:47.326721 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d890c-f3be-4521-aa52-a5c79ddbc98f req-861c3cbd-5fbf-4f4e-8ee6-3495caf9bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:47.328008 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e26d890c-f3be-4521-aa52-a5c79ddbc98f req-861c3cbd-5fbf-4f4e-8ee6-3495caf9bb6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d480ff8-5cfd-4620-8bc1-bd543d69a3cf HTTP/1.1" status: 200 len: 849 time: 0.1360621 Jul 27 16:40:47.341547 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cc382-b20f-4da6-b210-8a5996be31f7 req-d27f6e7e-0641-4702-a8b6-8c2e21599a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:47.343319 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-990cc382-b20f-4da6-b210-8a5996be31f7 req-d27f6e7e-0641-4702-a8b6-8c2e21599a97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 1130 time: 0.0484409 Jul 27 16:40:47.345152 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-50ac0148-dd38-494b-8c31-1765fbb38b0f None None] Set router c037b20e-585e-4b9a-abb4-6302ffab189b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:40:47.349673 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd2880-fd66-4556-b7ec-38a5b2595e63 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Deleting port 24cc1134-4a29-4574-84f5-c277d57691ae {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:40:47.349673 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b3dd2880-fd66-4556-b7ec-38a5b2595e63 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (24cc1134-4a29-4574-84f5-c277d57691ae), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:47.413105 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d890c-f3be-4521-aa52-a5c79ddbc98f req-0a56a5c4-bf5b-43e3-90d5-5b4f2ae43c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:47.414603 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e26d890c-f3be-4521-aa52-a5c79ddbc98f req-0a56a5c4-bf5b-43e3-90d5-5b4f2ae43c26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f30e4e1-bf07-478c-895f-f27f24b25617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777361 Jul 27 16:40:47.439649 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cc382-b20f-4da6-b210-8a5996be31f7 req-edb59ce1-47a3-4bf6-a815-c751897ae2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:47.441164 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-990cc382-b20f-4da6-b210-8a5996be31f7 req-edb59ce1-47a3-4bf6-a815-c751897ae2d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 919 time: 0.0923934 Jul 27 16:40:47.485484 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:47.504094 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:47.506565 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b3dd2880-fd66-4556-b7ec-38a5b2595e63 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (24cc1134-4a29-4574-84f5-c277d57691ae), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:47.506888 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b3dd2880-fd66-4556-b7ec-38a5b2595e63 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for floatingip (24cc1134-4a29-4574-84f5-c277d57691ae), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:47.514173 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-990cc382-b20f-4da6-b210-8a5996be31f7 req-76c8136b-427a-4fc8-993f-5438f6a46c55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bef1170-4e15-46fb-94c9-cabca6dd7a80 HTTP/1.1" status: 200 len: 1002 time: 0.0662553 Jul 27 16:40:47.526776 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd2880-fd66-4556-b7ec-38a5b2595e63 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Calling delete_port for 24cc1134-4a29-4574-84f5-c277d57691ae owned by network:floatingip {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:40:47.529850 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:47.565746 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e26d890c-f3be-4521-aa52-a5c79ddbc98f req-ef331b1b-c3e5-447b-8cf8-6b43d8d68fdf service neutron] 10.222.0.20 "GET /v2.0/networks/5f30e4e1-bf07-478c-895f-f27f24b25617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429050 Jul 27 16:40:47.579824 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cc382-b20f-4da6-b210-8a5996be31f7 req-62a073e7-26da-40bc-8054-54da7a376cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:47.584042 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-990cc382-b20f-4da6-b210-8a5996be31f7 req-62a073e7-26da-40bc-8054-54da7a376cf5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6261f153-df76-4666-8c12-d3f7ad70249a HTTP/1.1" status: 200 len: 857 time: 0.0588498 Jul 27 16:40:47.587703 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-50ac0148-dd38-494b-8c31-1765fbb38b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:02Z', 'revision_number': 4, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port': {'id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '2f972c0f-20ff-4d79-bd84-0d2407a0e453', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'port_id': '0bef1170-4e15-46fb-94c9-cabca6dd7a80', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'mac_address': 'fa:16:3e:cc:54:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:38:38Z', 'updated_at': '2022-07-27T16:40:46Z', 'revision_number': 3, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053456a5-e3e7-4806-9eb0-38375cb80360', 'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'mac_address': 'fa:16:3e:5e:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:59Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 5, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'subnets': [{'id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:47.630762 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac0148-dd38-494b-8c31-1765fbb38b0f None None] Checking router: c037b20e-585e-4b9a-abb4-6302ffab189b for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:40:47.640040 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ac0148-dd38-494b-8c31-1765fbb38b0f None None] Routers {'c037b20e-585e-4b9a-abb4-6302ffab189b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:40:47.640710 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-50ac0148-dd38-494b-8c31-1765fbb38b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:40:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c037b20e-585e-4b9a-abb4-6302ffab189b'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:47.647544 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cc382-b20f-4da6-b210-8a5996be31f7 req-57d86e03-c11b-4b84-a2e0-a316cd95459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:47.650401 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-990cc382-b20f-4da6-b210-8a5996be31f7 req-57d86e03-c11b-4b84-a2e0-a316cd95459d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36a590e-5aca-4f4b-84ba-ed6272112a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607297 Jul 27 16:40:47.712430 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:47.718550 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-e26d890c-f3be-4521-aa52-a5c79ddbc98f req-540cc248-683c-40a9-8d2c-cfee6a704210 service neutron] 10.222.0.20 "GET /v2.0/networks/5f30e4e1-bf07-478c-895f-f27f24b25617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227970 Jul 27 16:40:47.787671 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b3dd2880-fd66-4556-b7ec-38a5b2595e63 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (24cc1134-4a29-4574-84f5-c277d57691ae), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:47.814800 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd2880-fd66-4556-b7ec-38a5b2595e63 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event deleted for resources: {'Port': ['ID=24cc1134-4a29-4574-84f5-c277d57691ae,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:47.847529 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-50ac0148-dd38-494b-8c31-1765fbb38b0f None None] Set router c037b20e-585e-4b9a-abb4-6302ffab189b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:40:47.865747 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-990cc382-b20f-4da6-b210-8a5996be31f7 req-a1239969-1946-417e-bb0b-e7a54ecf1805 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085357 Jul 27 16:40:47.909259 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b3dd2880-fd66-4556-b7ec-38a5b2595e63 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for floatingip (7468fbce-dfca-46d8-a7b5-bc32227d3210), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:47.912627 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b3dd2880-fd66-4556-b7ec-38a5b2595e63 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:47.914110 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-b3dd2880-fd66-4556-b7ec-38a5b2595e63 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "DELETE /v2.0/floatingips/7468fbce-dfca-46d8-a7b5-bc32227d3210 HTTP/1.1" status: 204 len: 168 time: 0.7299378 Jul 27 16:40:48.043387 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 42846) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:40:48.048258 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-f0b98795-7c8a-4cb8-b7d4-4aafc95b5034 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--261258716', 'description': 'tempest-description--1298899038'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:40:48.065231 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16791db-e8bc-4b80-9ae5-9a89aadab780 req-98ff3ba4-7e0b-4aa8-bd63-18833108fa72 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:48.066986 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f16791db-e8bc-4b80-9ae5-9a89aadab780 req-98ff3ba4-7e0b-4aa8-bd63-18833108fa72 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.2944653 Jul 27 16:40:48.071564 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f0b98795-7c8a-4cb8-b7d4-4aafc95b5034 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:48.073388 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-990cc382-b20f-4da6-b210-8a5996be31f7 req-30128063-bb7d-4e08-a075-e153abe85452 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985030 Jul 27 16:40:48.094522 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a75b09be-0816-4dc9-9913-572323c73645 no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:40:48.123228 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f16791db-e8bc-4b80-9ae5-9a89aadab780 req-a2d3ff34-95bd-4c9b-a201-c30fc375be98 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488052 Jul 27 16:40:48.128975 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: a75b09be-0816-4dc9-9913-572323c73645 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:40:48.129294 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a75b09be-0816-4dc9-9913-572323c73645 not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:40:48.160728 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f0b98795-7c8a-4cb8-b7d4-4aafc95b5034 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group (58ee5380-dca3-4300-a9cd-b80b010d4e52), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:48.165670 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f0b98795-7c8a-4cb8-b7d4-4aafc95b5034 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (58ee5380-dca3-4300-a9cd-b80b010d4e52), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:48.183095 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-50ac0148-dd38-494b-8c31-1765fbb38b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:02Z', 'revision_number': 4, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port': {'id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '2f972c0f-20ff-4d79-bd84-0d2407a0e453', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'port_id': '0bef1170-4e15-46fb-94c9-cabca6dd7a80', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'mac_address': 'fa:16:3e:cc:54:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:38:38Z', 'updated_at': '2022-07-27T16:40:46Z', 'revision_number': 3, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053456a5-e3e7-4806-9eb0-38375cb80360', 'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'mac_address': 'fa:16:3e:5e:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:59Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 5, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'subnets': [{'id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:40:48.206083 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f0b98795-7c8a-4cb8-b7d4-4aafc95b5034 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:48.207597 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f0b98795-7c8a-4cb8-b7d4-4aafc95b5034 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1631408 Jul 27 16:40:48.210600 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 42848) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:40:48.210970 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac0148-dd38-494b-8c31-1765fbb38b0f None None] The sync data for ids ['c037b20e-585e-4b9a-abb4-6302ffab189b'] in dv-cinder-849690-6-iscsi is: [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:02Z', 'revision_number': 4, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port': {'id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '2f972c0f-20ff-4d79-bd84-0d2407a0e453', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'port_id': '0bef1170-4e15-46fb-94c9-cabca6dd7a80', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'mac_address': 'fa:16:3e:cc:54:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:38:38Z', 'updated_at': '2022-07-27T16:40:46Z', 'revision_number': 3, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053456a5-e3e7-4806-9eb0-38375cb80360', 'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'mac_address': 'fa:16:3e:5e:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:59Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 5, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'subnets': [{'id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:40:48.213645 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b98795-7c8a-4cb8-b7d4-4aafc95b5034 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ee5380-dca3-4300-a9cd-b80b010d4e52,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:48.215919 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-06e81d4f-3126-43f9-9e6e-3b02a67233c4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Request body: {'security_group_rule': {'security_group_id': '58ee5380-dca3-4300-a9cd-b80b010d4e52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:40:48.244988 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-06e81d4f-3126-43f9-9e6e-3b02a67233c4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group_rule (8682be06-254c-435e-a2d6-6e4aaf8821a6), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:48.305310 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-06e81d4f-3126-43f9-9e6e-3b02a67233c4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group_rule (8682be06-254c-435e-a2d6-6e4aaf8821a6), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:48.309142 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-06e81d4f-3126-43f9-9e6e-3b02a67233c4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (8682be06-254c-435e-a2d6-6e4aaf8821a6), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:48.332129 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e81d4f-3126-43f9-9e6e-3b02a67233c4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8682be06-254c-435e-a2d6-6e4aaf8821a6,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:48.340190 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-06e81d4f-3126-43f9-9e6e-3b02a67233c4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:48.345039 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-06e81d4f-3126-43f9-9e6e-3b02a67233c4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296318 Jul 27 16:40:48.345273 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 42850) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:40:48.349767 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-a147acc2-2f71-4482-a5ae-606eb352c2df tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Request body: {'security_group_rule': {'security_group_id': '58ee5380-dca3-4300-a9cd-b80b010d4e52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:40:48.377685 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a147acc2-2f71-4482-a5ae-606eb352c2df tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group_rule (53c77264-8861-46eb-8ce9-3e2b2e0b1d72), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:48.388876 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:48.404287 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:48.443182 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a147acc2-2f71-4482-a5ae-606eb352c2df tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group_rule (53c77264-8861-46eb-8ce9-3e2b2e0b1d72), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:48.446727 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a147acc2-2f71-4482-a5ae-606eb352c2df tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (53c77264-8861-46eb-8ce9-3e2b2e0b1d72), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:48.466022 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147acc2-2f71-4482-a5ae-606eb352c2df tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c77264-8861-46eb-8ce9-3e2b2e0b1d72,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:48.472084 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a147acc2-2f71-4482-a5ae-606eb352c2df tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:48.473305 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a147acc2-2f71-4482-a5ae-606eb352c2df tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270998 Jul 27 16:40:48.476265 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 42852) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:40:48.480392 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Request body: {'floatingip': {'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:40:48.500935 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:48.583671 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:48.694583 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Allocated IP 172.27.2.30 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/eb331070-9e0a-4dba-8cf4-90cbdc26fef3) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:40:48.805191 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for port (eb331070-9e0a-4dba-8cf4-90cbdc26fef3), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:48.841208 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (eb331070-9e0a-4dba-8cf4-90cbdc26fef3), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:48.886363 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:48.891916 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:48.894033 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event updated for resources: {'Port': ['ID=eb331070-9e0a-4dba-8cf4-90cbdc26fef3,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:48.896117 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:40:48.981341 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for floatingip (f8bfaf51-00ac-49de-a567-8ad843aec20a), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:49.023117 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (eb331070-9e0a-4dba-8cf4-90cbdc26fef3), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:49.125762 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:49.163301 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:49.206058 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for port (eb331070-9e0a-4dba-8cf4-90cbdc26fef3), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:49.218389 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (eb331070-9e0a-4dba-8cf4-90cbdc26fef3), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:49.285524 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'tag': '0bef1170-4e15-46fb-94c9-cabca6dd7a80'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:40:49.287772 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c39d3f-913b-4de7-9407-5b45d15f88f4" -d '{"events": [{"name": "network-changed", "server_uuid": "05d821db-4106-4df9-9cec-c07b5b95e1e8", "tag": "0bef1170-4e15-46fb-94c9-cabca6dd7a80"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:49.333700 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b63d7f-2b2b-4549-b066-814a4d2d11c5 x-openstack-request-id: req-87b63d7f-2b2b-4549-b066-814a4d2d11c5 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:49.333982 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d821db-4106-4df9-9cec-c07b5b95e1e8", "tag": "0bef1170-4e15-46fb-94c9-cabca6dd7a80", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:49.334226 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-87b63d7f-2b2b-4549-b066-814a4d2d11c5 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:49.334612 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b63d7f-2b2b-4549-b066-814a4d2d11c5'] response: {'name': 'network-changed', 'server_uuid': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'tag': '0bef1170-4e15-46fb-94c9-cabca6dd7a80', 'status': 'completed', 'code': 200} Jul 27 16:40:49.348677 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74307b1f-1fa4-4b47-81b5-d2b252a2fa0a req-1b7dcf17-ca6f-4b7c-8229-ae398aade1a5 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:49.350173 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-74307b1f-1fa4-4b47-81b5-d2b252a2fa0a req-1b7dcf17-ca6f-4b7c-8229-ae398aade1a5 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.1282380 Jul 27 16:40:49.352690 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event updated for resources: {'Port': ['ID=eb331070-9e0a-4dba-8cf4-90cbdc26fef3,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:49.384824 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (f8bfaf51-00ac-49de-a567-8ad843aec20a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:49.414918 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:49.416126 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-369b99a5-9d1c-45ae-9e04-0308d42c453f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9389548 Jul 27 16:40:49.423742 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-74307b1f-1fa4-4b47-81b5-d2b252a2fa0a req-50c82ee2-cbf3-43ce-8ed0-87c1bd4ebbd1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670302 Jul 27 16:40:49.625077 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-9cd7413e-2690-461e-b27c-40f0f07f26e4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--261258716&fields=id&tenant_id=8d570044769a44d9b18c905284cd9947 HTTP/1.1" status: 200 len: 267 time: 0.0452898 Jul 27 16:40:49.729665 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-67013be1-2465-4df4-b9b2-322005b6c667 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:49.731089 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-67013be1-2465-4df4-b9b2-322005b6c667 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/networks?id=4b2b545b-e176-40e2-8391-7dafbc2122d9 HTTP/1.1" status: 200 len: 817 time: 0.0997488 Jul 27 16:40:49.745484 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-05078a25-0907-4ef4-858f-c8387b652619 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/quotas/8d570044769a44d9b18c905284cd9947 HTTP/1.1" status: 200 len: 375 time: 0.0087085 Jul 27 16:40:49.795670 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-30d866bf-aceb-42b9-840f-a204ffa3bfb6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d570044769a44d9b18c905284cd9947&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454769 Jul 27 16:40:49.890234 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-53e47020-d60e-4c64-b4de-f973003a9137 service neutron] 10.222.0.74 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825119 Jul 27 16:40:49.981347 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-85bbe703-c51f-4edc-830c-08990a4ca51d service neutron] 10.222.0.74 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854652 Jul 27 16:40:50.143028 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-28780bdc-d477-4d6d-9564-b861917459cf req-16b4c271-136e-403e-bd27-06360a3624ce tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 210 time: 0.0289335 Jul 27 16:40:50.447350 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:51.247612 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-15dda1af-07f1-47e7-8a44-b6a6ec658f3e req-657f7eb6-d63d-4b23-975c-af298fdb0f32 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 210 time: 0.0285871 Jul 27 16:40:52.134399 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c39d3f-913b-4de7-9407-5b45d15f88f4 req-5e2e1e0f-73cd-455b-9b94-545046b36087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:52.135888 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5c39d3f-913b-4de7-9407-5b45d15f88f4 req-5e2e1e0f-73cd-455b-9b94-545046b36087 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 1130 time: 0.0403242 Jul 27 16:40:52.235515 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c39d3f-913b-4de7-9407-5b45d15f88f4 req-53b3fc79-d4ed-4640-84e7-4ed7847e1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:52.237056 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5c39d3f-913b-4de7-9407-5b45d15f88f4 req-53b3fc79-d4ed-4640-84e7-4ed7847e1a62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 919 time: 0.0948968 Jul 27 16:40:52.308316 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5c39d3f-913b-4de7-9407-5b45d15f88f4 req-adfad866-964c-4aeb-9188-6bfea6b8671e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bef1170-4e15-46fb-94c9-cabca6dd7a80 HTTP/1.1" status: 200 len: 1002 time: 0.0621521 Jul 27 16:40:52.344957 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:52.351662 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:52.354962 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:52.372507 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c39d3f-913b-4de7-9407-5b45d15f88f4 req-355ebbef-544a-4b08-9e5a-cde01614dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:52.374125 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5c39d3f-913b-4de7-9407-5b45d15f88f4 req-355ebbef-544a-4b08-9e5a-cde01614dc3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6261f153-df76-4666-8c12-d3f7ad70249a HTTP/1.1" status: 200 len: 857 time: 0.0564165 Jul 27 16:40:52.454499 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-14148d56-c436-4cdf-ba8d-06d712e6ceb0 req-7359fdf3-a2cb-4cca-8bc9-f00addf33751 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 210 time: 0.1069994 Jul 27 16:40:52.462425 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c39d3f-913b-4de7-9407-5b45d15f88f4 req-dece1391-2d8d-4056-92b4-6670156818f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:52.466304 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5c39d3f-913b-4de7-9407-5b45d15f88f4 req-dece1391-2d8d-4056-92b4-6670156818f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36a590e-5aca-4f4b-84ba-ed6272112a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849829 Jul 27 16:40:52.753875 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:52.759103 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5c39d3f-913b-4de7-9407-5b45d15f88f4 req-2d182679-7832-4114-b2ea-8d41313e6c5b service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085498 Jul 27 16:40:52.881222 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-f87bd69a-1e1e-48ca-b233-1a086d90aca2 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:52.882815 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-f87bd69a-1e1e-48ca-b233-1a086d90aca2 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.20 "GET /v2.0/networks?id=4b2b545b-e176-40e2-8391-7dafbc2122d9 HTTP/1.1" status: 200 len: 817 time: 0.1180711 Jul 27 16:40:52.891333 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5c39d3f-913b-4de7-9407-5b45d15f88f4 req-7e003039-8108-4f53-9da7-d3d0aebe7da2 service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258426 Jul 27 16:40:52.949569 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-d185f640-c768-44ec-9eee-35728777e867 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d570044769a44d9b18c905284cd9947 HTTP/1.1" status: 200 len: 379 time: 0.0573242 Jul 27 16:40:53.045824 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-c7e382fe-e8d0-4af1-b05f-5f2198ca9e7f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Request body: {'port': {'device_id': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'admin_state_up': True, 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'security_groups': ['58ee5380-dca3-4300-a9cd-b80b010d4e52']}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:40:53.118399 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-58d28dd2-70e7-4395-8061-d3c1fb677e65 req-80ba4a8e-e0d9-403c-bed1-fe138f6a9f7f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380192 Jul 27 16:40:53.166558 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-c7e382fe-e8d0-4af1-b05f-5f2198ca9e7f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Made reservation on behalf of 8d570044769a44d9b18c905284cd9947 for: {'port': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:40:53.170797 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-c7e382fe-e8d0-4af1-b05f-5f2198ca9e7f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:53.173679 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:53.190026 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:53.208322 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d28dd2-70e7-4395-8061-d3c1fb677e65 req-10c94f9f-00b1-40ff-93c9-1ccc18c3bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:53.209967 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-58d28dd2-70e7-4395-8061-d3c1fb677e65 req-10c94f9f-00b1-40ff-93c9-1ccc18c3bc49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=027a003da80c43ca9b4b337527b93d3a&device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 1129 time: 0.0479560 Jul 27 16:40:53.306059 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-c7e382fe-e8d0-4af1-b05f-5f2198ca9e7f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Allocated IP 172.20.0.11 (4b2b545b-e176-40e2-8391-7dafbc2122d9/dd5a5861-0b12-4ebb-85aa-394b3176f5b9/a5e4d1c9-23ec-43b6-abfb-7de8126e7421) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:40:53.470305 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-c7e382fe-e8d0-4af1-b05f-5f2198ca9e7f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:53.510666 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-c7e382fe-e8d0-4af1-b05f-5f2198ca9e7f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:53.563408 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-c7e382fe-e8d0-4af1-b05f-5f2198ca9e7f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Network 4b2b545b-e176-40e2-8391-7dafbc2122d9 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:40:53.568824 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-c7e382fe-e8d0-4af1-b05f-5f2198ca9e7f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:40:53.571246 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-c7e382fe-e8d0-4af1-b05f-5f2198ca9e7f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:40:53.575528 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e382fe-e8d0-4af1-b05f-5f2198ca9e7f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event updated for resources: {'Port': ['ID=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:53.601989 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d28dd2-70e7-4395-8061-d3c1fb677e65 req-74add5b6-456b-4954-bcfe-664613f7e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:53.603571 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-58d28dd2-70e7-4395-8061-d3c1fb677e65 req-74add5b6-456b-4954-bcfe-664613f7e07a service neutron] 10.222.0.20 "GET /v2.0/networks?id=d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 200 len: 919 time: 0.3688455 Jul 27 16:40:53.622981 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-c7e382fe-e8d0-4af1-b05f-5f2198ca9e7f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:53.623612 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-c7e382fe-e8d0-4af1-b05f-5f2198ca9e7f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:53.641616 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-c7e382fe-e8d0-4af1-b05f-5f2198ca9e7f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6005068 Jul 27 16:40:53.657471 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Request body: {'port': {'device_id': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:40:53.663001 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-58d28dd2-70e7-4395-8061-d3c1fb677e65 req-718446f1-23cb-48dc-9696-a97989bcfd23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee2f2c0f-c666-48ff-8555-4ac295050a28 HTTP/1.1" status: 200 len: 217 time: 0.0395114 Jul 27 16:40:53.673541 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c94a27-75d9-4b7f-b372-8bee6e4bf6b8 req-15c571b0-df46-489d-9df4-af5f011e6713 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:53.675061 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-88c94a27-75d9-4b7f-b372-8bee6e4bf6b8 req-15c571b0-df46-489d-9df4-af5f011e6713 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 932 time: 0.0967157 Jul 27 16:40:53.727948 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:53.774098 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d28dd2-70e7-4395-8061-d3c1fb677e65 req-11bb786e-544a-4565-b4ec-fd59735cde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:53.776052 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-58d28dd2-70e7-4395-8061-d3c1fb677e65 req-11bb786e-544a-4565-b4ec-fd59735cde09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6261f153-df76-4666-8c12-d3f7ad70249a HTTP/1.1" status: 200 len: 857 time: 0.0997868 Jul 27 16:40:53.786326 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-88c94a27-75d9-4b7f-b372-8bee6e4bf6b8 req-bdb6c3e2-3498-4b34-9885-eaca70efddd2 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014979 Jul 27 16:40:53.828582 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-12782768-9826-42ae-b208-c3c4ed1a84ca None None] Provisioning complete for port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:40:53.829499 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-12782768-9826-42ae-b208-c3c4ed1a84ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:53.846309 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d28dd2-70e7-4395-8061-d3c1fb677e65 req-40203ba9-69dd-4d30-9975-8dc33f0dc606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:53.847973 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-58d28dd2-70e7-4395-8061-d3c1fb677e65 req-40203ba9-69dd-4d30-9975-8dc33f0dc606 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d36a590e-5aca-4f4b-84ba-ed6272112a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603719 Jul 27 16:40:53.880706 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-12782768-9826-42ae-b208-c3c4ed1a84ca None None] Port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:40:53.966376 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-58d28dd2-70e7-4395-8061-d3c1fb677e65 req-b13e3c5b-10ee-40ab-9b61-572b07e5e1af service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112325 Jul 27 16:40:54.026811 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:54.030817 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e4d1c9-23ec-43b6-abfb-7de8126e7421 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:40:54.039300 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Publish callbacks [] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:54.054997 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Transition to ACTIVE for port object a5e4d1c9-23ec-43b6-abfb-7de8126e7421 will not be triggered until provisioned by entity L2. {{(pid=104022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:40:54.058539 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:54.063058 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-58d28dd2-70e7-4395-8061-d3c1fb677e65 req-409ea9da-6573-4447-ab8c-8354556e641d service neutron] 10.222.0.20 "GET /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888662 Jul 27 16:40:54.105744 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:54.131471 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Pushing event updated for resources: {'Port': ['ID=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:54.219524 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Attempting to bind port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:40:54.219944 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Attempting to bind port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:40:54.220276 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Attempting to bind port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 on network 4b2b545b-e176-40e2-8391-7dafbc2122d9 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:40:54.225761 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 on network 4b2b545b-e176-40e2-8391-7dafbc2122d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:40:54.226113 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Attempting to bind port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 on network 4b2b545b-e176-40e2-8391-7dafbc2122d9 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:40:54.231600 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:40:54.231875 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Checking segment: {'id': '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:40:54.232261 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Bound using segment: {'id': '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:40:54.232721 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Bound port: a5e4d1c9-23ec-43b6-abfb-7de8126e7421, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:40:54.233100 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:54.297732 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] For port a5e4d1c9-23ec-43b6-abfb-7de8126e7421, host hv-cinder-84969, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:40:54.302003 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] For port a5e4d1c9-23ec-43b6-abfb-7de8126e7421, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:40:54.308284 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:54.348277 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:54.348941 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:54.350297 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] 10.222.0.20 "PUT /v2.0/ports/a5e4d1c9-23ec-43b6-abfb-7de8126e7421 HTTP/1.1" status: 200 len: 1094 time: 0.6979058 Jul 27 16:40:54.350725 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'tag': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:40:54.353016 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37965ba2-0d1b-4385-8a60-33652d4b7768" -d '{"events": [{"name": "network-changed", "server_uuid": "dac1640a-1831-422b-b041-ca09c22cfec3", "tag": "a5e4d1c9-23ec-43b6-abfb-7de8126e7421"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:40:54.371155 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5c7bd-d84d-43b9-b6f6-cc31ee64798b service neutron] Pushing event updated for resources: {'Port': ['ID=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:54.405498 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d04e137-ce42-4c4b-a259-43603542996f x-openstack-request-id: req-1d04e137-ce42-4c4b-a259-43603542996f {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:40:54.405874 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac1640a-1831-422b-b041-ca09c22cfec3", "tag": "a5e4d1c9-23ec-43b6-abfb-7de8126e7421", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:40:54.406312 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1d04e137-ce42-4c4b-a259-43603542996f {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:40:54.407194 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d04e137-ce42-4c4b-a259-43603542996f'] response: {'name': 'network-changed', 'server_uuid': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'tag': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421', 'status': 'completed', 'code': 200} Jul 27 16:40:54.439007 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-bc33b8d2-fb03-4602-b3e0-63854f12e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:54.440529 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-bc33b8d2-fb03-4602-b3e0-63854f12e21a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d570044769a44d9b18c905284cd9947&device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 1128 time: 0.0465941 Jul 27 16:40:54.494507 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-4015cb26-3b21-4a93-83fb-e7d26e0517ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421 HTTP/1.1" status: 200 len: 217 time: 0.0438609 Jul 27 16:40:54.551136 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-b36575c8-6133-408f-9b8c-577f46a9941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:54.552835 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-b36575c8-6133-408f-9b8c-577f46a9941f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd5a5861-0b12-4ebb-85aa-394b3176f5b9 HTTP/1.1" status: 200 len: 856 time: 0.0509243 Jul 27 16:40:54.596824 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-dd85f8de-5a39-4b84-874b-53824ab56cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:54.598365 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-dd85f8de-5a39-4b84-874b-53824ab56cab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2b545b-e176-40e2-8391-7dafbc2122d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398116 Jul 27 16:40:54.690444 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-264ebf2f-8eb8-4710-8c40-757d9389fb5a service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853214 Jul 27 16:40:54.787146 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9e6269d4-a403-4054-8c1c-7d0c53716ad5 req-b910d24d-2166-46c7-8809-ba17d4fdee6a service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863953 Jul 27 16:40:54.915307 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1d380-20ff-4d33-8984-8a18bdfed62a req-996f03c7-920d-44b9-b7a0-de71effc3230 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:54.916760 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-34b1d380-20ff-4d33-8984-8a18bdfed62a req-996f03c7-920d-44b9-b7a0-de71effc3230 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0511789 Jul 27 16:40:54.963200 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-34b1d380-20ff-4d33-8984-8a18bdfed62a req-d3e693dd-3a0c-4c8f-b80e-e9ba45dd1ea1 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408726 Jul 27 16:40:55.365135 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-19a32371-cfb5-449d-bacd-9e72be8de76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:56.001791 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37965ba2-0d1b-4385-8a60-33652d4b7768 req-e4523393-b50b-4269-be4f-00b5bce647a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:56.003522 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-37965ba2-0d1b-4385-8a60-33652d4b7768 req-e4523393-b50b-4269-be4f-00b5bce647a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d570044769a44d9b18c905284cd9947&device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 1128 time: 0.0393810 Jul 27 16:40:56.075608 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:56.090135 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e2146-37cc-4027-88d2-8b38c6c622c2 req-c4537b6a-fc7c-40c6-b869-a125ed7eb6e0 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:56.091671 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0d5e2146-37cc-4027-88d2-8b38c6c622c2 req-c4537b6a-fc7c-40c6-b869-a125ed7eb6e0 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0489023 Jul 27 16:40:56.100273 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37965ba2-0d1b-4385-8a60-33652d4b7768 req-9ab4af3b-9812-4ca1-8c9e-b0b36f4d8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:56.101761 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-37965ba2-0d1b-4385-8a60-33652d4b7768 req-9ab4af3b-9812-4ca1-8c9e-b0b36f4d8cdb service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2b545b-e176-40e2-8391-7dafbc2122d9 HTTP/1.1" status: 200 len: 918 time: 0.0870564 Jul 27 16:40:56.139635 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0d5e2146-37cc-4027-88d2-8b38c6c622c2 req-b63f4b9a-09ae-44fa-8283-55519494ccea tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412502 Jul 27 16:40:56.149575 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-37965ba2-0d1b-4385-8a60-33652d4b7768 req-9e8e669a-34b8-4264-9c59-4995a0b7802c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421 HTTP/1.1" status: 200 len: 217 time: 0.0361135 Jul 27 16:40:56.199197 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37965ba2-0d1b-4385-8a60-33652d4b7768 req-db8bf855-5ead-42d1-a3c3-cfdad42bd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:56.200602 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-37965ba2-0d1b-4385-8a60-33652d4b7768 req-db8bf855-5ead-42d1-a3c3-cfdad42bd68e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd5a5861-0b12-4ebb-85aa-394b3176f5b9 HTTP/1.1" status: 200 len: 856 time: 0.0448730 Jul 27 16:40:56.255219 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37965ba2-0d1b-4385-8a60-33652d4b7768 req-db93e2ed-ee62-4dca-a667-b51c5c76b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:56.256557 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-37965ba2-0d1b-4385-8a60-33652d4b7768 req-db93e2ed-ee62-4dca-a667-b51c5c76b5c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2b545b-e176-40e2-8391-7dafbc2122d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381145 Jul 27 16:40:56.310270 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:56.353095 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-37965ba2-0d1b-4385-8a60-33652d4b7768 req-c6435a78-526b-4913-b056-2b975b4e482d service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898163 Jul 27 16:40:56.435790 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:56.454275 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-37965ba2-0d1b-4385-8a60-33652d4b7768 req-3831a6d7-807c-472b-b0f5-f5a08f7c1a51 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936053 Jul 27 16:40:57.261020 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbb96b-7097-4e2c-9387-d3cf688143d9 req-c9c5d346-aa64-4a88-af15-5abdb47bc6b3 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:57.262475 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-54dbb96b-7097-4e2c-9387-d3cf688143d9 req-c9c5d346-aa64-4a88-af15-5abdb47bc6b3 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0472310 Jul 27 16:40:57.312101 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-54dbb96b-7097-4e2c-9387-d3cf688143d9 req-ac1e88d0-568b-43cd-99fe-e182028d7ff8 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436218 Jul 27 16:40:57.467925 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-24f48524-7f08-4609-98c7-6f40a20a6aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:58.438585 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5c91d-cbff-4ec6-982e-fdc077f82c40 req-1300e84a-c16e-4ebd-95a2-498263cfbf1c tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:58.440016 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aef5c91d-cbff-4ec6-982e-fdc077f82c40 req-1300e84a-c16e-4ebd-95a2-498263cfbf1c tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0474412 Jul 27 16:40:58.486694 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aef5c91d-cbff-4ec6-982e-fdc077f82c40 req-5d63a6fa-468c-4700-a05b-cdeaf01f1ac6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412536 Jul 27 16:40:58.679839 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a5e4d1c9-23ec-43b6-abfb-7de8126e7421 details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:40:58.763464 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:58.791916 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port a5e4d1c9-23ec-43b6-abfb-7de8126e7421, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:58.803287 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'port_id': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421', 'mac_address': 'fa:16:3e:af:7b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:40:58.837091 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:40:58.837474 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:58.848335 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:58.851404 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e4d1c9-23ec-43b6-abfb-7de8126e7421 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:40:58.861115 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:58.872115 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port a5e4d1c9-23ec-43b6-abfb-7de8126e7421, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:40:58.875529 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:40:58.923531 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:40:58.930506 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:58.930848 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:58.931186 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:58.931521 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:58.931850 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:58.932178 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:58.932503 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:58.932826 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:58.933170 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:58.933493 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:58.933813 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:58.934135 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:58.934454 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:58.934772 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:58.935090 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:40:59.608050 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab223e-3e71-4913-9d54-e5e53f008548 req-b4044af4-fcf6-49b4-b3a0-64ddcfdf293b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:40:59.610283 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-29ab223e-3e71-4913-9d54-e5e53f008548 req-b4044af4-fcf6-49b4-b3a0-64ddcfdf293b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 945 time: 0.0495696 Jul 27 16:40:59.630995 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:40:59.663954 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-29ab223e-3e71-4913-9d54-e5e53f008548 req-f0f762bb-3a34-4d88-853c-76ff13acd358 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484056 Jul 27 16:40:59.972566 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['a5e4d1c9-23ec-43b6-abfb-7de8126e7421'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:41:00.400760 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:00.634144 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:00.797283 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc24be-aca9-46df-a38a-69b434b04354 req-de5d7cd1-7ae5-476a-94f1-2802bdf0f3a5 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:00.798865 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93dc24be-aca9-46df-a38a-69b434b04354 req-de5d7cd1-7ae5-476a-94f1-2802bdf0f3a5 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 945 time: 0.0522549 Jul 27 16:41:00.847556 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93dc24be-aca9-46df-a38a-69b434b04354 req-cd8e6281-4883-4b28-b2d5-04f1045de442 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431848 Jul 27 16:41:01.975556 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27926c-e3f5-4919-8914-31db35c85fce req-a41f09e9-af27-4beb-8d21-dbe28b2b7007 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:01.977063 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4e27926c-e3f5-4919-8914-31db35c85fce req-a41f09e9-af27-4beb-8d21-dbe28b2b7007 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 945 time: 0.0484681 Jul 27 16:41:02.026711 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4e27926c-e3f5-4919-8914-31db35c85fce req-8a154940-d920-40a0-ac33-f9ab911f9182 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441918 Jul 27 16:41:02.090086 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a5e4d1c9-23ec-43b6-abfb-7de8126e7421 up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:02.138487 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:41:02.145005 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:02.145409 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:02.224423 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:02.224922 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:02.250945 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:41:02.253350 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780836d6-ab8d-4e5a-a77e-4de4923d4b97" -d '{"events": [{"server_uuid": "dac1640a-1831-422b-b041-ca09c22cfec3", "name": "network-vif-plugged", "status": "completed", "tag": "a5e4d1c9-23ec-43b6-abfb-7de8126e7421"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:02.266246 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port a5e4d1c9-23ec-43b6-abfb-7de8126e7421, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:02.270941 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:02.298791 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4057bc-c8da-4b5c-a6db-dae4823184fe x-openstack-request-id: req-7d4057bc-c8da-4b5c-a6db-dae4823184fe {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:02.299088 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac1640a-1831-422b-b041-ca09c22cfec3", "name": "network-vif-plugged", "status": "completed", "tag": "a5e4d1c9-23ec-43b6-abfb-7de8126e7421", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:02.299335 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7d4057bc-c8da-4b5c-a6db-dae4823184fe {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:02.299773 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4057bc-c8da-4b5c-a6db-dae4823184fe'] response: {'server_uuid': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421', 'code': 200} Jul 27 16:41:02.325654 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:02.493955 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaecea7-7647-4e99-b88a-a5cb04dac715 req-d3e2727d-34da-46dd-b9db-f7e8f035f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:02.495987 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ddaecea7-7647-4e99-b88a-a5cb04dac715 req-d3e2727d-34da-46dd-b9db-f7e8f035f7e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 1130 time: 0.0475729 Jul 27 16:41:02.548808 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ddaecea7-7647-4e99-b88a-a5cb04dac715 req-216d7c21-73d3-4bac-b014-a540f3a7a7c4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438492 Jul 27 16:41:03.207881 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429c99a-78e1-424f-916b-430f82259e74 req-a8fe6b12-128c-48df-abcd-f536bcadfd90 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:03.209421 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8429c99a-78e1-424f-916b-430f82259e74 req-a8fe6b12-128c-48df-abcd-f536bcadfd90 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0495970 Jul 27 16:41:03.262008 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8429c99a-78e1-424f-916b-430f82259e74 req-7ccc1505-7a54-4d11-8451-5dd1df0a1dec tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469267 Jul 27 16:41:04.398718 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13dec2-92e6-47bd-a560-023dd547c3dc req-e96e1f3e-4ce0-49f5-8f0f-0365fd6e2c3f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:04.400224 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-df13dec2-92e6-47bd-a560-023dd547c3dc req-e96e1f3e-4ce0-49f5-8f0f-0365fd6e2c3f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0566273 Jul 27 16:41:04.449495 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-df13dec2-92e6-47bd-a560-023dd547c3dc req-05ec2e39-3d43-482d-b328-a307540e3366 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437877 Jul 27 16:41:04.575557 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78dca-a7e3-4607-b9e8-c3cac699ac90 req-5fe994fd-2748-43c7-b32a-d0625a88b606 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:04.577123 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7fa78dca-a7e3-4607-b9e8-c3cac699ac90 req-5fe994fd-2748-43c7-b32a-d0625a88b606 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0505147 Jul 27 16:41:04.588479 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43024) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:04.597916 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-aae22501-630d-4c91-b24d-c877c631f194 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Request body: {'floatingip': {'port_id': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:04.641294 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-aae22501-630d-4c91-b24d-c877c631f194 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for floatingip (f8bfaf51-00ac-49de-a567-8ad843aec20a), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:05.072673 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-aae22501-630d-4c91-b24d-c877c631f194 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:05.076604 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-aae22501-630d-4c91-b24d-c877c631f194 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (f8bfaf51-00ac-49de-a567-8ad843aec20a), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:05.173375 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-aae22501-630d-4c91-b24d-c877c631f194 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Floating IP f8bfaf51-00ac-49de-a567-8ad843aec20a associated. External IP: 172.27.2.30, port: a5e4d1c9-23ec-43b6-abfb-7de8126e7421. Jul 27 16:41:05.311190 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:05.367845 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae22501-630d-4c91-b24d-c877c631f194 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Router 8a70b9b0-fc79-49e9-9fdd-479734afd75b has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:41:05.471269 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae22501-630d-4c91-b24d-c877c631f194 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:05.476585 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-aae22501-630d-4c91-b24d-c877c631f194 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:05.482254 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb01a59a-2132-4109-aedf-06ed9b250ff4 None None] Sync routers for ids ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:05.495024 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb01a59a-2132-4109-aedf-06ed9b250ff4 None None] Routers {'8a70b9b0-fc79-49e9-9fdd-479734afd75b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:05.495746 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-fb01a59a-2132-4109-aedf-06ed9b250ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:40:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:05.507845 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-aae22501-630d-4c91-b24d-c877c631f194 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "PUT /v2.0/floatingips/f8bfaf51-00ac-49de-a567-8ad843aec20a HTTP/1.1" status: 200 len: 991 time: 0.9175465 Jul 27 16:41:05.508548 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'tag': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:41:05.510965 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe410b4-f948-4ee6-8d25-1da37901b5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "dac1640a-1831-422b-b041-ca09c22cfec3", "tag": "a5e4d1c9-23ec-43b6-abfb-7de8126e7421"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:05.560939 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85961fa5-0011-44aa-b48d-9d2958b37358 x-openstack-request-id: req-85961fa5-0011-44aa-b48d-9d2958b37358 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:05.561285 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac1640a-1831-422b-b041-ca09c22cfec3", "tag": "a5e4d1c9-23ec-43b6-abfb-7de8126e7421", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:05.561480 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-85961fa5-0011-44aa-b48d-9d2958b37358 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:05.561889 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85961fa5-0011-44aa-b48d-9d2958b37358'] response: {'name': 'network-changed', 'server_uuid': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'tag': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421', 'status': 'completed', 'code': 200} Jul 27 16:41:05.605232 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-fb01a59a-2132-4109-aedf-06ed9b250ff4 None None] Set router 8a70b9b0-fc79-49e9-9fdd-479734afd75b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:05.831469 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-fb01a59a-2132-4109-aedf-06ed9b250ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'f8bfaf51-00ac-49de-a567-8ad843aec20a', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'port_id': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'mac_address': 'fa:16:3e:af:7b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:40:48Z', 'updated_at': '2022-07-27T16:41:04Z', 'revision_number': 1, 'project_id': '8d570044769a44d9b18c905284cd9947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b25489-6804-4bd7-a6f3-11d26f97ab69', 'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'mac_address': 'fa:16:3e:0a:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:56Z', 'updated_at': '2022-07-27T16:36:20Z', 'revision_number': 5, 'project_id': '8d570044769a44d9b18c905284cd9947', 'subnets': [{'id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:05.840726 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:05.854059 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe410b4-f948-4ee6-8d25-1da37901b5c7 req-4194eb9b-87a2-4b57-a8c6-8db94c63e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:05.855553 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6fe410b4-f948-4ee6-8d25-1da37901b5c7 req-4194eb9b-87a2-4b57-a8c6-8db94c63e487 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d570044769a44d9b18c905284cd9947&device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 1130 time: 0.2670403 Jul 27 16:41:05.857493 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb01a59a-2132-4109-aedf-06ed9b250ff4 None None] Checking router: 8a70b9b0-fc79-49e9-9fdd-479734afd75b for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:41:05.866527 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb01a59a-2132-4109-aedf-06ed9b250ff4 None None] Routers {'8a70b9b0-fc79-49e9-9fdd-479734afd75b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:05.867116 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-fb01a59a-2132-4109-aedf-06ed9b250ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:40:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:05.948957 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe410b4-f948-4ee6-8d25-1da37901b5c7 req-f0aeecfc-872f-4471-b458-0a9557e21eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:05.950415 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6fe410b4-f948-4ee6-8d25-1da37901b5c7 req-f0aeecfc-872f-4471-b458-0a9557e21eb7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2b545b-e176-40e2-8391-7dafbc2122d9 HTTP/1.1" status: 200 len: 918 time: 0.0863295 Jul 27 16:41:05.967239 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-fb01a59a-2132-4109-aedf-06ed9b250ff4 None None] Set router 8a70b9b0-fc79-49e9-9fdd-479734afd75b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:06.024030 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6fe410b4-f948-4ee6-8d25-1da37901b5c7 req-395be314-a68e-4b6b-bb6d-4e8accaa2a8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421 HTTP/1.1" status: 200 len: 999 time: 0.0610681 Jul 27 16:41:06.075939 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe410b4-f948-4ee6-8d25-1da37901b5c7 req-1e169bd8-7052-469c-9e5f-640d6bd4b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:06.077536 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6fe410b4-f948-4ee6-8d25-1da37901b5c7 req-1e169bd8-7052-469c-9e5f-640d6bd4b9d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd5a5861-0b12-4ebb-85aa-394b3176f5b9 HTTP/1.1" status: 200 len: 856 time: 0.0452528 Jul 27 16:41:06.129663 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe410b4-f948-4ee6-8d25-1da37901b5c7 req-cf7bfed7-d900-451f-b228-d383aa3997b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:06.131235 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6fe410b4-f948-4ee6-8d25-1da37901b5c7 req-cf7bfed7-d900-451f-b228-d383aa3997b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2b545b-e176-40e2-8391-7dafbc2122d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445716 Jul 27 16:41:06.184560 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-fb01a59a-2132-4109-aedf-06ed9b250ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'f8bfaf51-00ac-49de-a567-8ad843aec20a', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'port_id': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'mac_address': 'fa:16:3e:af:7b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:40:48Z', 'updated_at': '2022-07-27T16:41:04Z', 'revision_number': 1, 'project_id': '8d570044769a44d9b18c905284cd9947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b25489-6804-4bd7-a6f3-11d26f97ab69', 'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'mac_address': 'fa:16:3e:0a:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:56Z', 'updated_at': '2022-07-27T16:36:20Z', 'revision_number': 5, 'project_id': '8d570044769a44d9b18c905284cd9947', 'subnets': [{'id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:06.209112 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb01a59a-2132-4109-aedf-06ed9b250ff4 None None] The sync data for ids ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'] in dv-cinder-849690-6-iscsi is: [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'f8bfaf51-00ac-49de-a567-8ad843aec20a', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'port_id': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'mac_address': 'fa:16:3e:af:7b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:40:48Z', 'updated_at': '2022-07-27T16:41:04Z', 'revision_number': 1, 'project_id': '8d570044769a44d9b18c905284cd9947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b25489-6804-4bd7-a6f3-11d26f97ab69', 'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'mac_address': 'fa:16:3e:0a:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:56Z', 'updated_at': '2022-07-27T16:36:20Z', 'revision_number': 5, 'project_id': '8d570044769a44d9b18c905284cd9947', 'subnets': [{'id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:06.235838 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6fe410b4-f948-4ee6-8d25-1da37901b5c7 req-2b1efef0-6d10-4e13-85c0-430c7d22c613 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907686 Jul 27 16:41:06.333537 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6fe410b4-f948-4ee6-8d25-1da37901b5c7 req-ffc269c2-e1f0-4d49-a259-c3144f96ffe8 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897920 Jul 27 16:41:06.392278 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57a84c5-4870-4c65-b061-cef859a4f342 None None] New status for floating IP f8bfaf51-00ac-49de-a567-8ad843aec20a: ACTIVE {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:41:10.122902 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43084) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:10.168439 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Deleting subnet 6a4c0f39-6fb0-4384-a6d2-0f1b2a30de0c {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 16:41:10.171710 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Publish callbacks [] for subnet (6a4c0f39-6fb0-4384-a6d2-0f1b2a30de0c), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:10.206288 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6765107'] for subnet (6a4c0f39-6fb0-4384-a6d2-0f1b2a30de0c), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:10.247074 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1235243'] for subnet (6a4c0f39-6fb0-4384-a6d2-0f1b2a30de0c), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:10.302754 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1235234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6205895'] for subnet (6a4c0f39-6fb0-4384-a6d2-0f1b2a30de0c), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:10.330534 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:10.333676 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6a4c0f39-6fb0-4384-a6d2-0f1b2a30de0c HTTP/1.1" status: 204 len: 168 time: 0.2097971 Jul 27 16:41:10.336103 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43088) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:10.343274 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4c0f39-6fb0-4384-a6d2-0f1b2a30de0c,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:10.360500 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.360849 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.361220 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.361560 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.361893 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.362223 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.362551 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.362879 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.363208 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.363536 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.363861 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.364192 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.364516 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.364839 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.365184 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615074be-dcaa-4ae7-a34d-bbe43aa944b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.409723 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:10.421977 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-09087a96-6a4a-424d-85b6-7d7368e26d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1293665'] for network (bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:10.504717 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-09087a96-6a4a-424d-85b6-7d7368e26d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233157', 'neutron.services.segments.db._delete_segments_for_network-8729475437258'] for network (bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:10.524630 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-09087a96-6a4a-424d-85b6-7d7368e26d33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:10.533721 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-09087a96-6a4a-424d-85b6-7d7368e26d33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f199523-ffdb-46b3-8e76-902058634fb4') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:10.534014 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-09087a96-6a4a-424d-85b6-7d7368e26d33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f199523-ffdb-46b3-8e76-902058634fb4') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:10.543331 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-09087a96-6a4a-424d-85b6-7d7368e26d33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729475437159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6765098'] for segment (8f199523-ffdb-46b3-8e76-902058634fb4), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:10.556285 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-09087a96-6a4a-424d-85b6-7d7368e26d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (8f199523-ffdb-46b3-8e76-902058634fb4), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:10.560427 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:10.563699 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09087a96-6a4a-424d-85b6-7d7368e26d33 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:41:10.564083 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-09087a96-6a4a-424d-85b6-7d7368e26d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5991010'] for segment (8f199523-ffdb-46b3-8e76-902058634fb4), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:10.629605 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-09087a96-6a4a-424d-85b6-7d7368e26d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427568'] for network (bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:10.636049 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-09087a96-6a4a-424d-85b6-7d7368e26d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:10.641451 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-09087a96-6a4a-424d-85b6-7d7368e26d33 admin admin] 10.222.0.74 "DELETE /v2.0/networks/bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab HTTP/1.1" status: 204 len: 168 time: 0.3042767 Jul 27 16:41:10.652370 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 8f199523-ffdb-46b3-8e76-902058634fb4 resource provider aggregate not found Jul 27 16:41:10.657124 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09087a96-6a4a-424d-85b6-7d7368e26d33 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf03c05d-0ec2-48e8-8d9f-dc0e8a2213ab,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:10.674520 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 8f199523-ffdb-46b3-8e76-902058634fb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f199523-ffdb-46b3-8e76-902058634fb4 found for delete ", "request_id": "req-e68de79b-6c43-479c-98eb-841bc5606da6"}]} Jul 27 16:41:10.805166 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43098) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:10.845195 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0230cd92-ebb6-4004-8fb4-417b58c8b931 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ce1f193c68ef49b78c95c02f7413b7d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388360 Jul 27 16:41:10.847669 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43100) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:10.897940 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Publish callbacks [] for security_group (9243e80f-559d-4504-8f81-772891110faf), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:10.918751 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Publish callbacks [] for security_group (9243e80f-559d-4504-8f81-772891110faf), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:10.966926 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (9243e80f-559d-4504-8f81-772891110faf), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:10.969791 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:10.970924 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9243e80f-559d-4504-8f81-772891110faf HTTP/1.1" status: 204 len: 168 time: 0.1223617 Jul 27 16:41:10.978642 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9243e80f-559d-4504-8f81-772891110faf,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:10.986401 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.986755 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.987164 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.987427 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.987760 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.988091 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.988416 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.988740 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.989092 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.989454 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.989742 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.990066 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.990385 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.990707 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:10.991043 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd57fd-a628-418d-9051-2db1316e43a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:11.672385 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43134) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:11.770237 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-c72700fb-557d-42ab-aae7-0021416181e7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-634649215-network', 'tenant_id': '95d1afc492b44c07800f8d7288dac741'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:11.791171 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72700fb-557d-42ab-aae7-0021416181e7 admin admin] Made reservation on behalf of 95d1afc492b44c07800f8d7288dac741 for: {'network': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:11.793649 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c72700fb-557d-42ab-aae7-0021416181e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:11.802157 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c72700fb-557d-42ab-aae7-0021416181e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:11.888812 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c72700fb-557d-42ab-aae7-0021416181e7 admin admin] Publish callbacks [] for security_group (9cbd24b7-c7b0-486a-bf06-67c3da7e98c1), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:11.895354 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c72700fb-557d-42ab-aae7-0021416181e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (9cbd24b7-c7b0-486a-bf06-67c3da7e98c1), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:11.924158 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72700fb-557d-42ab-aae7-0021416181e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=104022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:41:11.929680 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72700fb-557d-42ab-aae7-0021416181e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:11.938095 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c72700fb-557d-42ab-aae7-0021416181e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (5b125d0e-12ae-4804-9ab0-e6ac14eed65e), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:11.938495 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.segments_db [None req-c72700fb-557d-42ab-aae7-0021416181e7 admin admin] Added segment 5b125d0e-12ae-4804-9ab0-e6ac14eed65e of type vlan for network 898a9478-2e06-47ac-96fa-1c8894314115 Jul 27 16:41:11.980192 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c72700fb-557d-42ab-aae7-0021416181e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (898a9478-2e06-47ac-96fa-1c8894314115), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:12.005292 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c72700fb-557d-42ab-aae7-0021416181e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (898a9478-2e06-47ac-96fa-1c8894314115), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:12.006229 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72700fb-557d-42ab-aae7-0021416181e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:12.006826 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c72700fb-557d-42ab-aae7-0021416181e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:12.062697 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-c72700fb-557d-42ab-aae7-0021416181e7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3886726 Jul 27 16:41:12.065686 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43146) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:12.070804 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-9940bcdc-3761-40e3-b525-a1497d103aa5 admin admin] Request body: {'subnet': {'network_id': '898a9478-2e06-47ac-96fa-1c8894314115', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-634649215-subnet', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:12.074797 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72700fb-557d-42ab-aae7-0021416181e7 admin admin] Pushing event updated for resources: {'Network': ['ID=898a9478-2e06-47ac-96fa-1c8894314115,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:12.080862 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:12.087682 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network 898a9478-2e06-47ac-96fa-1c8894314115 details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:41:12.092496 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9940bcdc-3761-40e3-b525-a1497d103aa5 admin admin] Made reservation on behalf of 95d1afc492b44c07800f8d7288dac741 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:12.095171 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9940bcdc-3761-40e3-b525-a1497d103aa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5503253'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:12.267771 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9940bcdc-3761-40e3-b525-a1497d103aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5474382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5503291'] for subnet (2d9d83c7-b5fb-456b-9c6e-1576be2b5553), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:12.298606 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:12.324636 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940bcdc-3761-40e3-b525-a1497d103aa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d9d83c7-b5fb-456b-9c6e-1576be2b5553,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:12.335659 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9940bcdc-3761-40e3-b525-a1497d103aa5 admin admin] Checking segment: {'id': '5b125d0e-12ae-4804-9ab0-e6ac14eed65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:41:12.336017 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9940bcdc-3761-40e3-b525-a1497d103aa5 admin admin] Network hostable DHCP agents. Network: 898a9478-2e06-47ac-96fa-1c8894314115, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:41:12.353935 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9940bcdc-3761-40e3-b525-a1497d103aa5 admin admin] Network 898a9478-2e06-47ac-96fa-1c8894314115 is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:41:12.363453 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-9940bcdc-3761-40e3-b525-a1497d103aa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, 898a9478-2e06-47ac-96fa-1c8894314115) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:12.367490 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9940bcdc-3761-40e3-b525-a1497d103aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:12.368184 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9940bcdc-3761-40e3-b525-a1497d103aa5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:12.373227 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf2e29-e404-47f3-8771-dff05037d912 None None] Network 898a9478-2e06-47ac-96fa-1c8894314115 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:41:12.385340 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9940bcdc-3761-40e3-b525-a1497d103aa5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3185663 Jul 27 16:41:12.388045 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43148) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:12.392776 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-634649215-router', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:12.414065 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (42d9cd19-0b25-44c1-9fb8-a208a97bb3b9), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:12.415153 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (42d9cd19-0b25-44c1-9fb8-a208a97bb3b9), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:12.472059 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Publish callbacks [] for router_controller (42d9cd19-0b25-44c1-9fb8-a208a97bb3b9), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:12.491741 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a1a6c0-aa70-592a-9d91-b6a2467068c1-898a9478-2e06-47ac-96fa-1c8894314115', 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115', 'project_id': '95d1afc492b44c07800f8d7288dac741', 'fixed_ips': [{'subnet_id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553'}]}} from dv-cinder-849690-6-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 16:41:12.492830 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:12.515762 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:12.614986 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Publish callbacks [] for router_gateway (42d9cd19-0b25-44c1-9fb8-a208a97bb3b9), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:12.641647 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:12.647446 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Allocated IP 172.20.0.2 (898a9478-2e06-47ac-96fa-1c8894314115/2d9d83c7-b5fb-456b-9c6e-1576be2b5553/dcfd3735-91f2-4b07-ac71-e6786bab985c) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:12.798881 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Publish callbacks [] for router_gateway (42d9cd19-0b25-44c1-9fb8-a208a97bb3b9), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:12.801700 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Publish callbacks [] for port (dcfd3735-91f2-4b07-ac71-e6786bab985c), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:12.806621 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (dcfd3735-91f2-4b07-ac71-e6786bab985c), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:12.819097 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:12.847699 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Network 898a9478-2e06-47ac-96fa-1c8894314115 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:12.852668 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:12.854826 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Pushing event updated for resources: {'Port': ['ID=dcfd3735-91f2-4b07-ac71-e6786bab985c,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:12.857040 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:41:12.921163 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Attempting to bind port dcfd3735-91f2-4b07-ac71-e6786bab985c on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:41:12.922403 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Attempting to bind port dcfd3735-91f2-4b07-ac71-e6786bab985c by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '5b125d0e-12ae-4804-9ab0-e6ac14eed65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:41:12.922995 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Attempting to bind port dcfd3735-91f2-4b07-ac71-e6786bab985c on network 898a9478-2e06-47ac-96fa-1c8894314115 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:41:12.929073 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:41:12.929661 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Checking segment: {'id': '5b125d0e-12ae-4804-9ab0-e6ac14eed65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:41:12.930228 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:12.930814 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Bound using segment: {'id': '5b125d0e-12ae-4804-9ab0-e6ac14eed65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:41:12.931436 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Bound port: dcfd3735-91f2-4b07-ac71-e6786bab985c, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b125d0e-12ae-4804-9ab0-e6ac14eed65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:41:12.931996 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (dcfd3735-91f2-4b07-ac71-e6786bab985c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:12.934294 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Allocated IP 172.27.2.53 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/82f41428-ef20-4ef9-8973-9ad26eb66d01) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:12.945390 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:13.021806 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-f808336f-457b-4280-a3fb-1922492a439a None None] For port dcfd3735-91f2-4b07-ac71-e6786bab985c, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:13.025291 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-f808336f-457b-4280-a3fb-1922492a439a None None] For port dcfd3735-91f2-4b07-ac71-e6786bab985c, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=dcfd3735-91f2-4b07-ac71-e6786bab985c,segment=NetworkSegment(5b125d0e-12ae-4804-9ab0-e6ac14eed65e),segment_id=5b125d0e-12ae-4804-9ab0-e6ac14eed65e)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:13.032898 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (dcfd3735-91f2-4b07-ac71-e6786bab985c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:13.060665 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Publish callbacks [] for port (82f41428-ef20-4ef9-8973-9ad26eb66d01), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:13.096715 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (82f41428-ef20-4ef9-8973-9ad26eb66d01), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:13.115253 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808336f-457b-4280-a3fb-1922492a439a None None] Pushing event updated for resources: {'Port': ['ID=dcfd3735-91f2-4b07-ac71-e6786bab985c,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:13.141517 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:13.149827 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Pushing event updated for resources: {'Port': ['ID=82f41428-ef20-4ef9-8973-9ad26eb66d01,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:13.159432 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:13.161916 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:13.165094 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:41:13.362978 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6349793-2cb2-4a80-827e-7646222ebfb8 req-6c9dab16-fc6d-46c7-8759-47d9568c1b96 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:13.364582 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e6349793-2cb2-4a80-827e-7646222ebfb8 req-6c9dab16-fc6d-46c7-8759-47d9568c1b96 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 945 time: 0.1168370 Jul 27 16:41:13.486133 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e6349793-2cb2-4a80-827e-7646222ebfb8 req-11b81da2-dfdf-4b2d-8f36-de5df56c2d0d tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1961e1a-8c3d-4248-a02e-2724f3e58639&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141295 Jul 27 16:41:13.506665 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Publish callbacks [] for router_gateway (42d9cd19-0b25-44c1-9fb8-a208a97bb3b9), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:13.702094 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429441'] for router (42d9cd19-0b25-44c1-9fb8-a208a97bb3b9), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:13.829974 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 is scheduled to L3 agent 30eac719-5180-4546-94d5-bc45597d1397 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 16:41:13.873753 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:13.943342 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:13.952835 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Sync routers for ids ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:13.964471 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:13.965024 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Routers {'42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:13.965632 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:40:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:13.966083 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f7bb184a-c9b8-4fb5-b137-6e4ad91be4c3 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5768774 Jul 27 16:41:13.969180 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43158) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:14.007417 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923b6147-7f00-493e-b53e-18186bbd973b None None] Network 898a9478-2e06-47ac-96fa-1c8894314115 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:41:14.066964 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-0978e984-a754-4809-b03e-3a679561560e None None] Provisioning complete for port dcfd3735-91f2-4b07-ac71-e6786bab985c triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:14.067644 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0978e984-a754-4809-b03e-3a679561560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (dcfd3735-91f2-4b07-ac71-e6786bab985c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:14.073072 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Set router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:14.097552 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:14.198518 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-0978e984-a754-4809-b03e-3a679561560e None None] Current status of the port dcfd3735-91f2-4b07-ac71-e6786bab985c is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:14.199637 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0978e984-a754-4809-b03e-3a679561560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (dcfd3735-91f2-4b07-ac71-e6786bab985c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:14.212276 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:14.237338 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-0978e984-a754-4809-b03e-3a679561560e None None] For port dcfd3735-91f2-4b07-ac71-e6786bab985c, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=dcfd3735-91f2-4b07-ac71-e6786bab985c,segment=NetworkSegment(5b125d0e-12ae-4804-9ab0-e6ac14eed65e),segment_id=5b125d0e-12ae-4804-9ab0-e6ac14eed65e)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:14.242120 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0978e984-a754-4809-b03e-3a679561560e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (dcfd3735-91f2-4b07-ac71-e6786bab985c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:14.262976 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'name': 'tempest-TestMinimumBasicScenario-634649215-router', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:13Z', 'revision_number': 3, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'gw_port': {'id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:14.296475 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Checking router: 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:41:14.297037 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Updating router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 port 82f41428-ef20-4ef9-8973-9ad26eb66d01 binding host dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:41:14.301533 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978e984-a754-4809-b03e-3a679561560e None None] Pushing event updated for resources: {'Port': ['ID=dcfd3735-91f2-4b07-ac71-e6786bab985c,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:14.317341 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:14.330505 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (82f41428-ef20-4ef9-8973-9ad26eb66d01), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:14.332076 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:14.372577 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:14.417091 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:14.461955 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-dca4d4ff-a1df-4ecb-a349-6e3b42baf73f None None] Provisioning complete for port dcfd3735-91f2-4b07-ac71-e6786bab985c triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:14.462322 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dca4d4ff-a1df-4ecb-a349-6e3b42baf73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (dcfd3735-91f2-4b07-ac71-e6786bab985c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:14.542335 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-dca4d4ff-a1df-4ecb-a349-6e3b42baf73f None None] Current status of the port dcfd3735-91f2-4b07-ac71-e6786bab985c is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:14.594392 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Allocated IP 172.20.0.1 (898a9478-2e06-47ac-96fa-1c8894314115/2d9d83c7-b5fb-456b-9c6e-1576be2b5553/f917f476-c765-4437-a9e4-0b5725df46b0) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:14.603640 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Publish callbacks [] for port (82f41428-ef20-4ef9-8973-9ad26eb66d01), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:14.613094 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (82f41428-ef20-4ef9-8973-9ad26eb66d01), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:14.661422 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device dcfd3735-91f2-4b07-ac71-e6786bab985c up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:14.678726 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Attempting to bind port 82f41428-ef20-4ef9-8973-9ad26eb66d01 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:41:14.679760 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Attempting to bind port 82f41428-ef20-4ef9-8973-9ad26eb66d01 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:41:14.680056 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Attempting to bind port 82f41428-ef20-4ef9-8973-9ad26eb66d01 on network 324767fb-ff40-4d46-af34-41c9254e2f1f {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:41:14.681860 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de71dd1-30e8-408c-8192-afab1577f979 req-bd7de4ed-3fc3-4f46-9e66-861aa61f2880 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:14.689723 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3de71dd1-30e8-408c-8192-afab1577f979 req-bd7de4ed-3fc3-4f46-9e66-861aa61f2880 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 945 time: 0.0729086 Jul 27 16:41:14.694182 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:41:14.695225 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Checking segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:41:14.695727 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:14.696221 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Bound using segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:41:14.697284 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Bound port: 82f41428-ef20-4ef9-8973-9ad26eb66d01, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:41:14.697765 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (82f41428-ef20-4ef9-8973-9ad26eb66d01), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:14.715429 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:14.721552 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port dcfd3735-91f2-4b07-ac71-e6786bab985c triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:14.721937 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (dcfd3735-91f2-4b07-ac71-e6786bab985c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:14.725574 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Publish callbacks [] for port (f917f476-c765-4437-a9e4-0b5725df46b0), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:14.745632 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3de71dd1-30e8-408c-8192-afab1577f979 req-c7518501-597a-40d8-9a04-f356b688a77e tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1961e1a-8c3d-4248-a02e-2724f3e58639&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544701 Jul 27 16:41:14.755044 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead4c88-eb16-48ba-a581-b83219967106 None None] Pushing event updated for resources: {'Port': ['ID=82f41428-ef20-4ef9-8973-9ad26eb66d01,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:14.766401 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (f917f476-c765-4437-a9e4-0b5725df46b0), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:14.781100 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] For port 82f41428-ef20-4ef9-8973-9ad26eb66d01, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:14.784444 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead4c88-eb16-48ba-a581-b83219967106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:14.784958 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead4c88-eb16-48ba-a581-b83219967106 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:14.785303 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead4c88-eb16-48ba-a581-b83219967106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:14.785721 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead4c88-eb16-48ba-a581-b83219967106 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:14.786142 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead4c88-eb16-48ba-a581-b83219967106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:14.786534 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead4c88-eb16-48ba-a581-b83219967106 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:14.786915 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead4c88-eb16-48ba-a581-b83219967106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:14.787296 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead4c88-eb16-48ba-a581-b83219967106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:14.787711 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead4c88-eb16-48ba-a581-b83219967106 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:14.788095 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead4c88-eb16-48ba-a581-b83219967106 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:14.788477 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead4c88-eb16-48ba-a581-b83219967106 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:14.788883 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead4c88-eb16-48ba-a581-b83219967106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:14.789333 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead4c88-eb16-48ba-a581-b83219967106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:14.789713 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead4c88-eb16-48ba-a581-b83219967106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:14.790090 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead4c88-eb16-48ba-a581-b83219967106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:41:14.794547 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] For port 82f41428-ef20-4ef9-8973-9ad26eb66d01, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=82f41428-ef20-4ef9-8973-9ad26eb66d01,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:14.801819 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Network 898a9478-2e06-47ac-96fa-1c8894314115 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:14.804232 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (82f41428-ef20-4ef9-8973-9ad26eb66d01), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:14.807115 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:14.810632 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:41:14.817102 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port dcfd3735-91f2-4b07-ac71-e6786bab985c is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:14.853056 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f917f476-c765-4437-a9e4-0b5725df46b0,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:14.860632 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565633'] for router_interface (42d9cd19-0b25-44c1-9fb8-a208a97bb3b9), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:14.866554 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead4c88-eb16-48ba-a581-b83219967106 None None] Pushing event updated for resources: {'Port': ['ID=82f41428-ef20-4ef9-8973-9ad26eb66d01,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:14.869894 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Routers {'42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:14.870491 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:40:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:15.050955 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ccdb5-5ed4-4363-af40-51c6da700143 req-c4f817f7-e68b-4274-acb4-3ab036bb736f tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:15.052631 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-dd8ccdb5-5ed4-4363-af40-51c6da700143 req-c4f817f7-e68b-4274-acb4-3ab036bb736f tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 945 time: 0.0772083 Jul 27 16:41:15.064049 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-c24e69c5-bf13-4985-89b7-8a70eb95966d None None] Provisioning complete for port f917f476-c765-4437-a9e4-0b5725df46b0 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:15.064544 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c24e69c5-bf13-4985-89b7-8a70eb95966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (f917f476-c765-4437-a9e4-0b5725df46b0), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:15.067094 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (f917f476-c765-4437-a9e4-0b5725df46b0), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:15.092429 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] Set router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:15.101762 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-c24e69c5-bf13-4985-89b7-8a70eb95966d None None] Port f917f476-c765-4437-a9e4-0b5725df46b0 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:41:15.157636 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:15.182475 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [req-dd8ccdb5-5ed4-4363-af40-51c6da700143 req-90be75da-3077-4e5c-9875-315f7d69b389 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Deleting port 81cf0807-eaaf-44b0-aea5-82674b4921d7 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:41:15.182847 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-dd8ccdb5-5ed4-4363-af40-51c6da700143 req-90be75da-3077-4e5c-9875-315f7d69b389 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (81cf0807-eaaf-44b0-aea5-82674b4921d7), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:15.207264 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:15.272428 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:15.279072 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'name': 'tempest-TestMinimumBasicScenario-634649215-router', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:13Z', 'revision_number': 3, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'gw_port': {'id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:15.310558 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa21446-8175-4e0e-8f9f-d7f0a3f19db3 None None] The sync data for ids ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'] in dv-cinder-849690-6-iscsi is: [{'id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'name': 'tempest-TestMinimumBasicScenario-634649215-router', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:13Z', 'revision_number': 3, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'gw_port': {'id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:15.356541 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-dd8ccdb5-5ed4-4363-af40-51c6da700143 req-90be75da-3077-4e5c-9875-315f7d69b389 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] For port 81cf0807-eaaf-44b0-aea5-82674b4921d7, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=81cf0807-eaaf-44b0-aea5-82674b4921d7,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:15.356933 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-dd8ccdb5-5ed4-4363-af40-51c6da700143 req-90be75da-3077-4e5c-9875-315f7d69b389 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (81cf0807-eaaf-44b0-aea5-82674b4921d7), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:15.436611 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Publish callbacks [] for port (f917f476-c765-4437-a9e4-0b5725df46b0), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:15.447453 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (f917f476-c765-4437-a9e4-0b5725df46b0), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:15.560765 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565757'] for router_interface (42d9cd19-0b25-44c1-9fb8-a208a97bb3b9), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:15.599647 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f917f476-c765-4437-a9e4-0b5725df46b0,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:15.666434 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-dd8ccdb5-5ed4-4363-af40-51c6da700143 req-90be75da-3077-4e5c-9875-315f7d69b389 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:15.666795 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-dd8ccdb5-5ed4-4363-af40-51c6da700143 req-90be75da-3077-4e5c-9875-315f7d69b389 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (4d2e2344-744c-4480-8ce2-61a031a30e18), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:15.667113 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.l3_db [req-dd8ccdb5-5ed4-4363-af40-51c6da700143 req-90be75da-3077-4e5c-9875-315f7d69b389 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Floating IP 4d2e2344-744c-4480-8ce2-61a031a30e18 disassociated. External IP: 172.27.2.93, port: 81cf0807-eaaf-44b0-aea5-82674b4921d7. Jul 27 16:41:15.667464 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [req-dd8ccdb5-5ed4-4363-af40-51c6da700143 req-90be75da-3077-4e5c-9875-315f7d69b389 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Calling delete_port for 81cf0807-eaaf-44b0-aea5-82674b4921d7 owned by compute:nova {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:41:15.882953 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ede1b-0530-41a4-8f1b-44ae22702c51 req-12fc974a-6c89-4106-a23e-4d1deb88a93c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:15.885034 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-126ede1b-0530-41a4-8f1b-44ae22702c51 req-12fc974a-6c89-4106-a23e-4d1deb88a93c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 945 time: 0.0576293 Jul 27 16:41:15.918612 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:15.938986 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-126ede1b-0530-41a4-8f1b-44ae22702c51 req-d2278928-8a51-468a-9ccc-7374ad35f2f4 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=b1961e1a-8c3d-4248-a02e-2724f3e58639&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481789 Jul 27 16:41:15.988722 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:41:15.999169 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Network 898a9478-2e06-47ac-96fa-1c8894314115 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:16.003354 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:16.166816 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-dd8ccdb5-5ed4-4363-af40-51c6da700143 req-90be75da-3077-4e5c-9875-315f7d69b389 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (81cf0807-eaaf-44b0-aea5-82674b4921d7), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:16.179149 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:41:16.202347 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:16.203878 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be75da-3077-4e5c-9875-315f7d69b389 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event deleted for resources: {'Port': ['ID=81cf0807-eaaf-44b0-aea5-82674b4921d7,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:16.246231 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-50c66b9e-dd93-4bae-8a3d-c2a545992cf5 None None] Provisioning complete for port f917f476-c765-4437-a9e4-0b5725df46b0 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:16.246773 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-50c66b9e-dd93-4bae-8a3d-c2a545992cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (f917f476-c765-4437-a9e4-0b5725df46b0), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:16.255905 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:16.277949 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-50c66b9e-dd93-4bae-8a3d-c2a545992cf5 None None] Port f917f476-c765-4437-a9e4-0b5725df46b0 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:41:16.409431 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:16.414710 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-290b0aef-2e66-4804-9d93-cf621c2716c6 admin admin] 10.222.0.74 "PUT /v2.0/routers/42d9cd19-0b25-44c1-9fb8-a208a97bb3b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4444687 Jul 27 16:41:16.416779 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd8ccdb5-5ed4-4363-af40-51c6da700143 req-90be75da-3077-4e5c-9875-315f7d69b389 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:41:16.525675 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd8ccdb5-5ed4-4363-af40-51c6da700143 req-90be75da-3077-4e5c-9875-315f7d69b389 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:16.541050 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a7c8cf-249c-495d-ae61-54c45efc585d None None] Sync routers for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:16.572292 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8ccdb5-5ed4-4363-af40-51c6da700143 req-90be75da-3077-4e5c-9875-315f7d69b389 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] No DVR routers for this DVR port 81cf0807-eaaf-44b0-aea5-82674b4921d7 on host hv-cinder-84969 {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:41:16.575321 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-dd8ccdb5-5ed4-4363-af40-51c6da700143 req-90be75da-3077-4e5c-9875-315f7d69b389 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:16.577368 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a7c8cf-249c-495d-ae61-54c45efc585d None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:16.579184 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-c8a7c8cf-249c-495d-ae61-54c45efc585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:40:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:16.584390 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-dd8ccdb5-5ed4-4363-af40-51c6da700143 req-90be75da-3077-4e5c-9875-315f7d69b389 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "DELETE /v2.0/ports/81cf0807-eaaf-44b0-aea5-82674b4921d7 HTTP/1.1" status: 204 len: 173 time: 1.5251844 Jul 27 16:41:16.585248 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21a1ed6-5d26-46b1-8222-4b4fb534abb5', 'name': 'network-vif-deleted', 'tag': '81cf0807-eaaf-44b0-aea5-82674b4921d7'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:41:16.588823 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c30c74-b14b-43de-82d6-c8dc615c8dbe" -d '{"events": [{"server_uuid": "c21a1ed6-5d26-46b1-8222-4b4fb534abb5", "name": "network-vif-deleted", "tag": "81cf0807-eaaf-44b0-aea5-82674b4921d7"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:16.764258 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 82f41428-ef20-4ef9-8973-9ad26eb66d01 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:16.844313 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-c8a7c8cf-249c-495d-ae61-54c45efc585d None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:16.886150 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 82f41428-ef20-4ef9-8973-9ad26eb66d01 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:16.886716 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (82f41428-ef20-4ef9-8973-9ad26eb66d01), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:16.990860 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6aeb2d-42a6-439c-80bc-f3fefb446acf x-openstack-request-id: req-9d6aeb2d-42a6-439c-80bc-f3fefb446acf {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:16.991233 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21a1ed6-5d26-46b1-8222-4b4fb534abb5", "name": "network-vif-deleted", "tag": "81cf0807-eaaf-44b0-aea5-82674b4921d7", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:16.991690 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9d6aeb2d-42a6-439c-80bc-f3fefb446acf {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:16.992269 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6aeb2d-42a6-439c-80bc-f3fefb446acf'] response: {'server_uuid': 'c21a1ed6-5d26-46b1-8222-4b4fb534abb5', 'name': 'network-vif-deleted', 'tag': '81cf0807-eaaf-44b0-aea5-82674b4921d7', 'status': 'completed', 'code': 200} Jul 27 16:41:17.084127 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c4bb1395-324f-446f-9b6c-181864063b2e req-69566dbf-9033-4aa4-a820-b8e76e258045 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=c21a1ed6-5d26-46b1-8222-4b4fb534abb5 HTTP/1.1" status: 200 len: 210 time: 0.0359087 Jul 27 16:41:17.094829 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Sync routers for ids ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:17.100304 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43186) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:17.105434 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-1767fac3-f924-40b6-9904-9ff578ea0a01 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-630548545-network', 'tenant_id': '49fb5ac1be6848ec9263b3431bd87f4a'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:17.109835 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Routers {'42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:17.113723 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:40:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:17.159188 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1767fac3-f924-40b6-9904-9ff578ea0a01 admin admin] Made reservation on behalf of 49fb5ac1be6848ec9263b3431bd87f4a for: {'network': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:17.165588 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:17.169582 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1767fac3-f924-40b6-9904-9ff578ea0a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.191477 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1767fac3-f924-40b6-9904-9ff578ea0a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.231602 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Set router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:17.250681 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 82f41428-ef20-4ef9-8973-9ad26eb66d01 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:17.251266 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (82f41428-ef20-4ef9-8973-9ad26eb66d01), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.297936 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:17.302802 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] For port 82f41428-ef20-4ef9-8973-9ad26eb66d01, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=82f41428-ef20-4ef9-8973-9ad26eb66d01,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:17.304187 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1767fac3-f924-40b6-9904-9ff578ea0a01 admin admin] Publish callbacks [] for security_group (02719eb9-079b-499f-b142-d385ffdff73e), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.309886 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1767fac3-f924-40b6-9904-9ff578ea0a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (02719eb9-079b-499f-b142-d385ffdff73e), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.310305 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (82f41428-ef20-4ef9-8973-9ad26eb66d01), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.342158 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-c8a7c8cf-249c-495d-ae61-54c45efc585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:17.348472 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1767fac3-f924-40b6-9904-9ff578ea0a01 admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=104022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:41:17.365007 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767fac3-f924-40b6-9904-9ff578ea0a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02719eb9-079b-499f-b142-d385ffdff73e,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:17.370199 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1767fac3-f924-40b6-9904-9ff578ea0a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (e9d57bdc-6ac5-428c-9ae0-175d0dd7102a), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.370541 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.segments_db [None req-1767fac3-f924-40b6-9904-9ff578ea0a01 admin admin] Added segment e9d57bdc-6ac5-428c-9ae0-175d0dd7102a of type vlan for network 93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b Jul 27 16:41:17.378181 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a7c8cf-249c-495d-ae61-54c45efc585d None None] Checking router: 115fa28b-f5c6-4177-8cbb-a31c9f89e350 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:41:17.399527 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a7c8cf-249c-495d-ae61-54c45efc585d None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:17.400155 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-c8a7c8cf-249c-495d-ae61-54c45efc585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:40:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:17.402397 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Pushing event updated for resources: {'Port': ['ID=82f41428-ef20-4ef9-8973-9ad26eb66d01,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:17.414412 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1767fac3-f924-40b6-9904-9ff578ea0a01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.439759 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1767fac3-f924-40b6-9904-9ff578ea0a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.440858 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1767fac3-f924-40b6-9904-9ff578ea0a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:17.441497 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1767fac3-f924-40b6-9904-9ff578ea0a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.446801 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'name': 'tempest-TestMinimumBasicScenario-634649215-router', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:14Z', 'revision_number': 4, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'gw_port': {'id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': 'f917f476-c765-4437-a9e4-0b5725df46b0', 'name': '', 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'mac_address': 'fa:16:3e:30:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:14Z', 'updated_at': '2022-07-27T16:41:15Z', 'revision_number': 2, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'subnets': [{'id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:17.475814 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Checking router: 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:41:17.476174 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Updating router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 port f917f476-c765-4437-a9e4-0b5725df46b0 binding host dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:41:17.501437 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1767fac3-f924-40b6-9904-9ff578ea0a01 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3974221 Jul 27 16:41:17.502594 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43188) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:17.509964 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-d1cd17ce-20c0-4070-b71f-5b54b12e0ffe admin admin] Request body: {'subnet': {'network_id': '93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-630548545-subnet', 'tenant_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:17.510372 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767fac3-f924-40b6-9904-9ff578ea0a01 admin admin] Pushing event updated for resources: {'Network': ['ID=93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:17.510736 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (f917f476-c765-4437-a9e4-0b5725df46b0), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.523595 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network 93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:41:17.528382 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:17.531826 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-c8a7c8cf-249c-495d-ae61-54c45efc585d None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:17.544053 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cd17ce-20c0-4070-b71f-5b54b12e0ffe admin admin] Made reservation on behalf of 49fb5ac1be6848ec9263b3431bd87f4a for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:17.548474 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d1cd17ce-20c0-4070-b71f-5b54b12e0ffe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5503253'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.726198 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d1cd17ce-20c0-4070-b71f-5b54b12e0ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5474382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5503291'] for subnet (1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.769973 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd17ce-20c0-4070-b71f-5b54b12e0ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:17.784923 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Publish callbacks [] for port (f917f476-c765-4437-a9e4-0b5725df46b0), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.789889 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (f917f476-c765-4437-a9e4-0b5725df46b0), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.794104 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-c8a7c8cf-249c-495d-ae61-54c45efc585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:17.803162 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cd17ce-20c0-4070-b71f-5b54b12e0ffe admin admin] Checking segment: {'id': 'e9d57bdc-6ac5-428c-9ae0-175d0dd7102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:41:17.803518 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cd17ce-20c0-4070-b71f-5b54b12e0ffe admin admin] Network hostable DHCP agents. Network: 93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:41:17.822255 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cd17ce-20c0-4070-b71f-5b54b12e0ffe admin admin] Network 93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:41:17.822456 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a7c8cf-249c-495d-ae61-54c45efc585d None None] The sync data for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi is: [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:17.833483 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-d1cd17ce-20c0-4070-b71f-5b54b12e0ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, 93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:17.836759 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd17ce-20c0-4070-b71f-5b54b12e0ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:17.837369 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d1cd17ce-20c0-4070-b71f-5b54b12e0ffe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.837927 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5d6a1-3f6a-44fe-9899-fad803573f69 None None] Pushing event updated for resources: {'Port': ['ID=f917f476-c765-4437-a9e4-0b5725df46b0,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:17.855054 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9cd985-7732-4b91-88b0-fa4b3e21dd7f None None] Network 93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:41:17.868469 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d1cd17ce-20c0-4070-b71f-5b54b12e0ffe admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3644443 Jul 27 16:41:17.869304 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43190) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:17.876927 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-630548545-router', 'tenant_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:17.915090 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Attempting to bind port f917f476-c765-4437-a9e4-0b5725df46b0 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:41:17.915464 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Attempting to bind port f917f476-c765-4437-a9e4-0b5725df46b0 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '5b125d0e-12ae-4804-9ab0-e6ac14eed65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:41:17.915835 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Attempting to bind port f917f476-c765-4437-a9e4-0b5725df46b0 on network 898a9478-2e06-47ac-96fa-1c8894314115 {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:41:17.925661 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:41:17.926064 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Checking segment: {'id': '5b125d0e-12ae-4804-9ab0-e6ac14eed65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:41:17.926651 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.927205 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Bound using segment: {'id': '5b125d0e-12ae-4804-9ab0-e6ac14eed65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:41:17.927854 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Bound port: f917f476-c765-4437-a9e4-0b5725df46b0, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b125d0e-12ae-4804-9ab0-e6ac14eed65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:41:17.928402 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (f917f476-c765-4437-a9e4-0b5725df46b0), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.930496 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (1e274a91-6b91-4db8-8bb6-6d5edfe53683), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.931717 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (1e274a91-6b91-4db8-8bb6-6d5edfe53683), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:17.941962 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:17.997372 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] For port f917f476-c765-4437-a9e4-0b5725df46b0, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:18.002411 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] For port f917f476-c765-4437-a9e4-0b5725df46b0, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=f917f476-c765-4437-a9e4-0b5725df46b0,segment=NetworkSegment(5b125d0e-12ae-4804-9ab0-e6ac14eed65e),segment_id=5b125d0e-12ae-4804-9ab0-e6ac14eed65e)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:18.006169 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:18.013910 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a1a6c0-aa70-592a-9d91-b6a2467068c1-93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b', 'network_id': '93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b', 'project_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'fixed_ips': [{'subnet_id': '1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3'}]}} from dv-cinder-849690-6-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 16:41:18.014157 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Publish callbacks [] for router_controller (1e274a91-6b91-4db8-8bb6-6d5edfe53683), precommit_add_association {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.015985 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (f917f476-c765-4437-a9e4-0b5725df46b0), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.017277 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.077728 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5d6a1-3f6a-44fe-9899-fad803573f69 None None] Pushing event updated for resources: {'Port': ['ID=f917f476-c765-4437-a9e4-0b5725df46b0,revision_number=4']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:18.104326 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Routers {'42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:18.105008 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:40:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:18.148390 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:18.225184 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 81cf0807-eaaf-44b0-aea5-82674b4921d7 no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:18.254922 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Publish callbacks [] for router_gateway (1e274a91-6b91-4db8-8bb6-6d5edfe53683), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.260753 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43196) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:18.263390 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] Set router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:18.286548 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d71ad6-7351-45a8-b569-2a434da0321b None None] New status for floating IP 4d2e2344-744c-4480-8ce2-61a031a30e18: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:41:18.294189 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: 81cf0807-eaaf-44b0-aea5-82674b4921d7 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:41:18.294662 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 81cf0807-eaaf-44b0-aea5-82674b4921d7 not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:18.339477 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:18.363059 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f0547063-eb5d-4429-9a5b-a42dcb5bad93 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (b1961e1a-8c3d-4248-a02e-2724f3e58639), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.402209 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f0547063-eb5d-4429-9a5b-a42dcb5bad93 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (b1961e1a-8c3d-4248-a02e-2724f3e58639), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.415159 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-ea7bf583-1f1a-444b-9e44-3c6e6611fce5 None None] Provisioning complete for port f917f476-c765-4437-a9e4-0b5725df46b0 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:18.415653 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ea7bf583-1f1a-444b-9e44-3c6e6611fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (f917f476-c765-4437-a9e4-0b5725df46b0), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.441248 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Allocated IP 172.20.0.2 (93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b/1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3/f9434915-b802-4c5e-938e-e97f49c992a0) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:18.470833 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f0547063-eb5d-4429-9a5b-a42dcb5bad93 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (b1961e1a-8c3d-4248-a02e-2724f3e58639), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.473587 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f0547063-eb5d-4429-9a5b-a42dcb5bad93 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.474811 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f0547063-eb5d-4429-9a5b-a42dcb5bad93 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "DELETE /v2.0/security-groups/b1961e1a-8c3d-4248-a02e-2724f3e58639 HTTP/1.1" status: 204 len: 168 time: 0.2129092 Jul 27 16:41:18.478218 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43198) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:18.496137 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Publish callbacks [] for router_gateway (1e274a91-6b91-4db8-8bb6-6d5edfe53683), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.503515 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'name': 'tempest-TestMinimumBasicScenario-634649215-router', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:14Z', 'revision_number': 4, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'gw_port': {'id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': 'f917f476-c765-4437-a9e4-0b5725df46b0', 'name': '', 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'mac_address': 'fa:16:3e:30:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:14Z', 'updated_at': '2022-07-27T16:41:17Z', 'revision_number': 4, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'subnets': [{'id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:18.503761 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0547063-eb5d-4429-9a5b-a42dcb5bad93 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1961e1a-8c3d-4248-a02e-2724f3e58639,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:18.511615 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.api.v2.resource [None req-670d8620-92cb-4e68-a81d-00be11e1024e tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] show failed (client error): The resource could not be found. Jul 27 16:41:18.515397 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-670d8620-92cb-4e68-a81d-00be11e1024e tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups/b1961e1a-8c3d-4248-a02e-2724f3e58639 HTTP/1.1" status: 404 len: 347 time: 0.0335021 Jul 27 16:41:18.516440 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43200) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:18.524140 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.535364 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf8d5d0-d96b-4ddb-8414-b2726a9227e2 None None] The sync data for ids ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'] in dv-cinder-849690-6-iscsi is: [{'id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'name': 'tempest-TestMinimumBasicScenario-634649215-router', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:14Z', 'revision_number': 4, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'gw_port': {'id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': 'f917f476-c765-4437-a9e4-0b5725df46b0', 'name': '', 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'mac_address': 'fa:16:3e:30:45:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:14Z', 'updated_at': '2022-07-27T16:41:17Z', 'revision_number': 4, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'subnets': [{'id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:18.582984 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:18.666335 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:18.699541 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-1ac72cd1-89f9-4760-b738-4d168fc84154 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Deleting port 74579f3d-315a-4f38-b531-921f13e82d32 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:41:18.700087 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ac72cd1-89f9-4760-b738-4d168fc84154 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (74579f3d-315a-4f38-b531-921f13e82d32), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.729187 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 82f41428-ef20-4ef9-8973-9ad26eb66d01 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:18.745571 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Allocated IP 172.27.2.42 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/9c92540f-39c4-4fa1-9fa9-c5781cd0eee5) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:18.814004 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ac72cd1-89f9-4760-b738-4d168fc84154 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (74579f3d-315a-4f38-b531-921f13e82d32), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.814794 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ac72cd1-89f9-4760-b738-4d168fc84154 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (74579f3d-315a-4f38-b531-921f13e82d32), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.832611 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-1ac72cd1-89f9-4760-b738-4d168fc84154 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Calling delete_port for 74579f3d-315a-4f38-b531-921f13e82d32 owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:41:18.890508 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Publish callbacks [] for port (f9434915-b802-4c5e-938e-e97f49c992a0), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.901113 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Publish callbacks [] for port (9c92540f-39c4-4fa1-9fa9-c5781cd0eee5), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.906996 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:18.930592 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (f9434915-b802-4c5e-938e-e97f49c992a0), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.937085 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (9c92540f-39c4-4fa1-9fa9-c5781cd0eee5), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.938384 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 82f41428-ef20-4ef9-8973-9ad26eb66d01 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:18.938758 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (82f41428-ef20-4ef9-8973-9ad26eb66d01), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:18.984438 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:18.992053 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:18.996437 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:41:19.004806 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ac72cd1-89f9-4760-b738-4d168fc84154 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (74579f3d-315a-4f38-b531-921f13e82d32), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.038442 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-ea7bf583-1f1a-444b-9e44-3c6e6611fce5 None None] Current status of the port f917f476-c765-4437-a9e4-0b5725df46b0 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:19.039092 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ea7bf583-1f1a-444b-9e44-3c6e6611fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (f917f476-c765-4437-a9e4-0b5725df46b0), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.044428 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Pushing event updated for resources: {'Port': ['ID=9c92540f-39c4-4fa1-9fa9-c5781cd0eee5,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:19.074039 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac72cd1-89f9-4760-b738-4d168fc84154 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event deleted for resources: {'Port': ['ID=74579f3d-315a-4f38-b531-921f13e82d32,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:19.092088 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Pushing event updated for resources: {'Port': ['ID=f9434915-b802-4c5e-938e-e97f49c992a0,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:19.096311 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Network 93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:19.127923 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ac72cd1-89f9-4760-b738-4d168fc84154 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (4d2e2344-744c-4480-8ce2-61a031a30e18), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.130905 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ac72cd1-89f9-4760-b738-4d168fc84154 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.132103 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1ac72cd1-89f9-4760-b738-4d168fc84154 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "DELETE /v2.0/floatingips/4d2e2344-744c-4480-8ce2-61a031a30e18 HTTP/1.1" status: 204 len: 168 time: 0.6150072 Jul 27 16:41:19.161094 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:19.164311 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:41:19.188452 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-ea7bf583-1f1a-444b-9e44-3c6e6611fce5 None None] For port f917f476-c765-4437-a9e4-0b5725df46b0, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=f917f476-c765-4437-a9e4-0b5725df46b0,segment=NetworkSegment(5b125d0e-12ae-4804-9ab0-e6ac14eed65e),segment_id=5b125d0e-12ae-4804-9ab0-e6ac14eed65e)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:19.189563 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 82f41428-ef20-4ef9-8973-9ad26eb66d01 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:19.197514 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ea7bf583-1f1a-444b-9e44-3c6e6611fce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (f917f476-c765-4437-a9e4-0b5725df46b0), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.226051 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43206) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:19.232643 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-f816684b-4821-47be-9f7a-59f9727b5251 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2078201813', 'description': 'tempest-description--261581677'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:19.256798 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f816684b-4821-47be-9f7a-59f9727b5251 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.283489 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:19.304918 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Attempting to bind port f9434915-b802-4c5e-938e-e97f49c992a0 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:41:19.305566 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Attempting to bind port f9434915-b802-4c5e-938e-e97f49c992a0 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': 'e9d57bdc-6ac5-428c-9ae0-175d0dd7102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:41:19.305698 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Attempting to bind port f9434915-b802-4c5e-938e-e97f49c992a0 on network 93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:41:19.310124 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Publish callbacks [] for router_gateway (1e274a91-6b91-4db8-8bb6-6d5edfe53683), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.336380 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:41:19.336741 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Checking segment: {'id': 'e9d57bdc-6ac5-428c-9ae0-175d0dd7102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:41:19.337227 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.337581 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Bound using segment: {'id': 'e9d57bdc-6ac5-428c-9ae0-175d0dd7102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:41:19.338063 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Bound port: f9434915-b802-4c5e-938e-e97f49c992a0, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d57bdc-6ac5-428c-9ae0-175d0dd7102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:41:19.338445 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (f9434915-b802-4c5e-938e-e97f49c992a0), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.352634 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f816684b-4821-47be-9f7a-59f9727b5251 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (161d5fa2-d811-4f7c-9344-c0995638793d), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.353234 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-9d4249b9-2b5f-40b0-9bc7-cc0b5a568a57 None None] Provisioning complete for port f917f476-c765-4437-a9e4-0b5725df46b0 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:19.353336 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9d4249b9-2b5f-40b0-9bc7-cc0b5a568a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (f917f476-c765-4437-a9e4-0b5725df46b0), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.354908 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bf583-1f1a-444b-9e44-3c6e6611fce5 None None] Pushing event updated for resources: {'Port': ['ID=f917f476-c765-4437-a9e4-0b5725df46b0,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:19.365625 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f816684b-4821-47be-9f7a-59f9727b5251 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (161d5fa2-d811-4f7c-9344-c0995638793d), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.406165 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816684b-4821-47be-9f7a-59f9727b5251 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161d5fa2-d811-4f7c-9344-c0995638793d,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:19.412401 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f816684b-4821-47be-9f7a-59f9727b5251 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.416902 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f816684b-4821-47be-9f7a-59f9727b5251 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1896849 Jul 27 16:41:19.417549 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43208) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:19.425240 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-2c524750-a393-4c89-a184-3dc23fccd60a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'security_group_rule': {'security_group_id': '161d5fa2-d811-4f7c-9344-c0995638793d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:19.429402 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:19.447490 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:19.461322 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2c524750-a393-4c89-a184-3dc23fccd60a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (81cbbe1a-943c-49a9-be0f-a881132281bb), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.490078 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:19.543056 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2c524750-a393-4c89-a184-3dc23fccd60a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (81cbbe1a-943c-49a9-be0f-a881132281bb), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.550106 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2c524750-a393-4c89-a184-3dc23fccd60a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (81cbbe1a-943c-49a9-be0f-a881132281bb), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.572400 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c524750-a393-4c89-a184-3dc23fccd60a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81cbbe1a-943c-49a9-be0f-a881132281bb,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:19.579102 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429441'] for router (1e274a91-6b91-4db8-8bb6-6d5edfe53683), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.582643 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2c524750-a393-4c89-a184-3dc23fccd60a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.587025 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2c524750-a393-4c89-a184-3dc23fccd60a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1681025 Jul 27 16:41:19.588820 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43210) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:19.593361 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-b3625c08-da31-4d09-9c85-d16bdb190dac tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'security_group_rule': {'security_group_id': '161d5fa2-d811-4f7c-9344-c0995638793d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:19.622037 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] For port f9434915-b802-4c5e-938e-e97f49c992a0, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:19.628036 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] For port f9434915-b802-4c5e-938e-e97f49c992a0, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=f9434915-b802-4c5e-938e-e97f49c992a0,segment=NetworkSegment(e9d57bdc-6ac5-428c-9ae0-175d0dd7102a),segment_id=e9d57bdc-6ac5-428c-9ae0-175d0dd7102a)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:19.630036 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b3625c08-da31-4d09-9c85-d16bdb190dac tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (a93cd58e-b0a6-4e5f-83fa-ecd926d521dc), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.677877 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (f9434915-b802-4c5e-938e-e97f49c992a0), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.711071 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b3625c08-da31-4d09-9c85-d16bdb190dac tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (a93cd58e-b0a6-4e5f-83fa-ecd926d521dc), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.716421 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-9d4249b9-2b5f-40b0-9bc7-cc0b5a568a57 None None] Current status of the port f917f476-c765-4437-a9e4-0b5725df46b0 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:19.716944 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b3625c08-da31-4d09-9c85-d16bdb190dac tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (a93cd58e-b0a6-4e5f-83fa-ecd926d521dc), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.727286 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Router 1e274a91-6b91-4db8-8bb6-6d5edfe53683 is scheduled to L3 agent 30eac719-5180-4546-94d5-bc45597d1397 with binding_index 1 {{(pid=104022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 16:41:19.748472 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b3625c08-da31-4d09-9c85-d16bdb190dac tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.753868 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d5de0-f84a-4415-a1fd-f51c2fcd7711 None None] Pushing event updated for resources: {'Port': ['ID=f9434915-b802-4c5e-938e-e97f49c992a0,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:19.754166 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b3625c08-da31-4d09-9c85-d16bdb190dac tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1651406 Jul 27 16:41:19.754659 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43212) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:19.774127 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'floatingip': {'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:19.785987 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3625c08-da31-4d09-9c85-d16bdb190dac tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93cd58e-b0a6-4e5f-83fa-ecd926d521dc,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:19.801805 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.804574 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:19.896206 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:19.898437 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:20.142450 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:20.160213 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Sync routers for ids ['1e274a91-6b91-4db8-8bb6-6d5edfe53683'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:20.174806 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Routers {'1e274a91-6b91-4db8-8bb6-6d5edfe53683'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:20.175874 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:40:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['1e274a91-6b91-4db8-8bb6-6d5edfe53683'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:20.181077 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:20.183640 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-95bbd1c6-6e39-440e-9aa2-7b7d2e705492 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3121502 Jul 27 16:41:20.185206 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43214) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:20.308122 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Allocated IP 172.27.2.47 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/74111d59-2006-4402-98ea-505a8f8b42a1) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:20.385914 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Set router 1e274a91-6b91-4db8-8bb6-6d5edfe53683 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:20.422665 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for port (74111d59-2006-4402-98ea-505a8f8b42a1), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:20.453889 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:20.460169 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (74111d59-2006-4402-98ea-505a8f8b42a1), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:20.504557 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'Port': ['ID=74111d59-2006-4402-98ea-505a8f8b42a1,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:20.517800 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:20.519361 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:20.521923 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:41:20.596931 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'name': 'tempest-TestMinimumBasicScenario-630548545-router', 'tenant_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '9c92540f-39c4-4fa1-9fa9-c5781cd0eee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:17Z', 'updated_at': '2022-07-27T16:41:19Z', 'revision_number': 3, 'project_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'gw_port': {'id': '9c92540f-39c4-4fa1-9fa9-c5781cd0eee5', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:39:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:18Z', 'updated_at': '2022-07-27T16:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:20.623362 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Checking router: 1e274a91-6b91-4db8-8bb6-6d5edfe53683 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:41:20.623717 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Updating router 1e274a91-6b91-4db8-8bb6-6d5edfe53683 port 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5 binding host dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:41:20.624123 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (b16c3946-1622-4e3c-81c9-c2bae06b64c7), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:20.658663 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (9c92540f-39c4-4fa1-9fa9-c5781cd0eee5), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:20.684604 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (74111d59-2006-4402-98ea-505a8f8b42a1), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:20.771129 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device f917f476-c765-4437-a9e4-0b5725df46b0 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:20.776162 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:20.887622 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port f917f476-c765-4437-a9e4-0b5725df46b0 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:20.887883 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (f917f476-c765-4437-a9e4-0b5725df46b0), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:20.889702 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for port (74111d59-2006-4402-98ea-505a8f8b42a1), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:20.891379 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:20.897702 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (74111d59-2006-4402-98ea-505a8f8b42a1), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:20.902121 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:20.927806 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:20.948618 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:20.965130 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279529d8-02e2-4694-9ddf-fc28f307d8e6 None None] Network 93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:41:20.985083 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Allocated IP 172.20.0.1 (93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b/1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3/8655f68e-f40e-4e52-af1d-6d7481c8756b) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:21.005338 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'Port': ['ID=74111d59-2006-4402-98ea-505a8f8b42a1,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:21.048741 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (b16c3946-1622-4e3c-81c9-c2bae06b64c7), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.054110 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Publish callbacks [] for port (9c92540f-39c4-4fa1-9fa9-c5781cd0eee5), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.058796 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-495d3825-1e49-4821-adb8-00e2ea19e595 None None] Provisioning complete for port f9434915-b802-4c5e-938e-e97f49c992a0 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:21.059083 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-495d3825-1e49-4821-adb8-00e2ea19e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (f9434915-b802-4c5e-938e-e97f49c992a0), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.063276 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (9c92540f-39c4-4fa1-9fa9-c5781cd0eee5), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.065883 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port f917f476-c765-4437-a9e4-0b5725df46b0 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:21.067261 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device f9434915-b802-4c5e-938e-e97f49c992a0 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:21.073384 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.075025 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c7634f92-8cca-4492-b0d0-dd0e1f5efab8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3076444 Jul 27 16:41:21.130620 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Publish callbacks [] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.137713 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40378299-c485-4d5d-9d21-2f3e712b7925 None None] Pushing event updated for resources: {'Port': ['ID=9c92540f-39c4-4fa1-9fa9-c5781cd0eee5,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:21.179196 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.180183 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port f9434915-b802-4c5e-938e-e97f49c992a0 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:21.180861 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (f9434915-b802-4c5e-938e-e97f49c992a0), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.191607 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Attempting to bind port 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:41:21.192141 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Attempting to bind port 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:41:21.192374 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Attempting to bind port 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5 on network 324767fb-ff40-4d46-af34-41c9254e2f1f {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:41:21.198913 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:41:21.199281 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Checking segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:41:21.199683 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.200067 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Bound using segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:41:21.200677 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Bound port: 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:41:21.201138 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (9c92540f-39c4-4fa1-9fa9-c5781cd0eee5), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.245453 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Network 93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:21.251952 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:21.254418 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:41:21.258317 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Pushing event updated for resources: {'Port': ['ID=8655f68e-f40e-4e52-af1d-6d7481c8756b,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:21.260501 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] For port 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:21.267420 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] For port 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=9c92540f-39c4-4fa1-9fa9-c5781cd0eee5,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:21.277898 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (9c92540f-39c4-4fa1-9fa9-c5781cd0eee5), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.298345 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-495d3825-1e49-4821-adb8-00e2ea19e595 None None] Current status of the port f9434915-b802-4c5e-938e-e97f49c992a0 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:21.298847 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-495d3825-1e49-4821-adb8-00e2ea19e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (f9434915-b802-4c5e-938e-e97f49c992a0), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.313502 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565633'] for router_interface (1e274a91-6b91-4db8-8bb6-6d5edfe53683), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.361715 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-495d3825-1e49-4821-adb8-00e2ea19e595 None None] For port f9434915-b802-4c5e-938e-e97f49c992a0, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=f9434915-b802-4c5e-938e-e97f49c992a0,segment=NetworkSegment(e9d57bdc-6ac5-428c-9ae0-175d0dd7102a),segment_id=e9d57bdc-6ac5-428c-9ae0-175d0dd7102a)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:21.368273 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-495d3825-1e49-4821-adb8-00e2ea19e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (f9434915-b802-4c5e-938e-e97f49c992a0), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.370486 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:21.376090 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:21.383242 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40378299-c485-4d5d-9d21-2f3e712b7925 None None] Pushing event updated for resources: {'Port': ['ID=9c92540f-39c4-4fa1-9fa9-c5781cd0eee5,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:21.389042 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-dfb96b99-2275-44d2-9119-640404c1ad3b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--2078201813&fields=id&tenant_id=ebcc91e5911a4a418118b3775cfe4b76 HTTP/1.1" status: 200 len: 267 time: 0.0682712 Jul 27 16:41:21.418106 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:21.425541 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Routers {'1e274a91-6b91-4db8-8bb6-6d5edfe53683'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:21.426181 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:40:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['1e274a91-6b91-4db8-8bb6-6d5edfe53683'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:21.476860 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.486097 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port f9434915-b802-4c5e-938e-e97f49c992a0 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:21.517796 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d3825-1e49-4821-adb8-00e2ea19e595 None None] Pushing event updated for resources: {'Port': ['ID=f9434915-b802-4c5e-938e-e97f49c992a0,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:21.551654 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-ef979e68-0d05-44e1-800b-3eb8b80fcb6e tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:21.554015 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-ef979e68-0d05-44e1-800b-3eb8b80fcb6e tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/networks?id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e HTTP/1.1" status: 200 len: 815 time: 0.1567690 Jul 27 16:41:21.575276 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-5e364d94-c8b9-4579-a3b7-c5d8f6557421 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/quotas/ebcc91e5911a4a418118b3775cfe4b76 HTTP/1.1" status: 200 len: 375 time: 0.0135312 Jul 27 16:41:21.591435 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] Set router 1e274a91-6b91-4db8-8bb6-6d5edfe53683 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:21.641544 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-3882bc4a-b36b-4c11-98bd-ed41c9a7e929 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607011 Jul 27 16:41:21.692838 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Publish callbacks [] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.698233 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.698479 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8c2e3257-7a4e-431d-8be1-3d4f41987967 None None] Provisioning complete for port f9434915-b802-4c5e-938e-e97f49c992a0 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:21.698871 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3257-7a4e-431d-8be1-3d4f41987967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (f9434915-b802-4c5e-938e-e97f49c992a0), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.774822 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Pushing event updated for resources: {'Port': ['ID=8655f68e-f40e-4e52-af1d-6d7481c8756b,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:21.784813 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565757'] for router_interface (1e274a91-6b91-4db8-8bb6-6d5edfe53683), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.820357 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'name': 'tempest-TestMinimumBasicScenario-630548545-router', 'tenant_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '9c92540f-39c4-4fa1-9fa9-c5781cd0eee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:17Z', 'updated_at': '2022-07-27T16:41:19Z', 'revision_number': 3, 'project_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'gw_port': {'id': '9c92540f-39c4-4fa1-9fa9-c5781cd0eee5', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:39:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:18Z', 'updated_at': '2022-07-27T16:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:21.849967 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6341a-35e1-4c61-9b17-74d0751581c9 None None] The sync data for ids ['1e274a91-6b91-4db8-8bb6-6d5edfe53683'] in dv-cinder-849690-6-iscsi is: [{'id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'name': 'tempest-TestMinimumBasicScenario-630548545-router', 'tenant_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '9c92540f-39c4-4fa1-9fa9-c5781cd0eee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:17Z', 'updated_at': '2022-07-27T16:41:19Z', 'revision_number': 3, 'project_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'gw_port': {'id': '9c92540f-39c4-4fa1-9fa9-c5781cd0eee5', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:39:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:18Z', 'updated_at': '2022-07-27T16:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:21.855045 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:21.871235 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e3257-7a4e-431d-8be1-3d4f41987967 None None] Current status of the port f9434915-b802-4c5e-938e-e97f49c992a0 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:21.876937 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:21.888955 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-8c2e3257-7a4e-431d-8be1-3d4f41987967 None None] Provisioning complete for port 8655f68e-f40e-4e52-af1d-6d7481c8756b triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:21.889703 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8c2e3257-7a4e-431d-8be1-3d4f41987967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:21.934159 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Network 93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:21.936637 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:21.938181 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:21.940272 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e3257-7a4e-431d-8be1-3d4f41987967 None None] Port 8655f68e-f40e-4e52-af1d-6d7481c8756b cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:41:21.960482 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-fa274ac8-1dc0-4f42-96cb-a2bc05d31b97 service neutron] 10.222.0.74 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139615 Jul 27 16:41:22.069197 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Router 1e274a91-6b91-4db8-8bb6-6d5edfe53683 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:41:22.081048 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-6b52f7ef-bef7-4a6a-85cb-ca7014be8686 None None] Provisioning complete for port 8655f68e-f40e-4e52-af1d-6d7481c8756b triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:22.081463 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6b52f7ef-bef7-4a6a-85cb-ca7014be8686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:22.121867 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-641c2da4-ba31-44a7-9fe0-ed19478cabe9 service neutron] 10.222.0.74 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518927 Jul 27 16:41:22.183547 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-6b52f7ef-bef7-4a6a-85cb-ca7014be8686 None None] Port 8655f68e-f40e-4e52-af1d-6d7481c8756b cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:41:22.228674 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:22.246354 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-14c9e58c-fd1b-4788-842a-113b70130d23 admin admin] 10.222.0.74 "PUT /v2.0/routers/1e274a91-6b91-4db8-8bb6-6d5edfe53683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0518935 Jul 27 16:41:22.305025 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-fb673137-caa8-4ed0-9962-8c5ee1331d5a None None] Provisioning complete for port 8655f68e-f40e-4e52-af1d-6d7481c8756b triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:22.305620 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fb673137-caa8-4ed0-9962-8c5ee1331d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:22.330713 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-356af187-c5b0-4aea-a6f8-a76dbdeaf25b req-98b4807a-8d0b-418d-a26c-2ed825cd5bbb tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 210 time: 0.0430760 Jul 27 16:41:22.352761 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-fb673137-caa8-4ed0-9962-8c5ee1331d5a None None] Port 8655f68e-f40e-4e52-af1d-6d7481c8756b cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:41:22.767215 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device f9434915-b802-4c5e-938e-e97f49c992a0 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:22.815432 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port f9434915-b802-4c5e-938e-e97f49c992a0 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:22.815894 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (f9434915-b802-4c5e-938e-e97f49c992a0), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:22.912997 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port f9434915-b802-4c5e-938e-e97f49c992a0 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:22.914167 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:22.963066 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:22.963429 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (9c92540f-39c4-4fa1-9fa9-c5781cd0eee5), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:23.047759 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:23.048143 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (9c92540f-39c4-4fa1-9fa9-c5781cd0eee5), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:23.070721 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] For port 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=9c92540f-39c4-4fa1-9fa9-c5781cd0eee5,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:23.075653 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (9c92540f-39c4-4fa1-9fa9-c5781cd0eee5), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:23.136409 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Pushing event updated for resources: {'Port': ['ID=9c92540f-39c4-4fa1-9fa9-c5781cd0eee5,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:23.449686 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-341cbaeb-551c-41f0-9966-ff8f8f07f416 req-b3f15194-02c9-494a-9363-781b9cd29b85 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 210 time: 0.0389750 Jul 27 16:41:23.758872 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-4a4cd767-e116-49b4-882b-d4fc76cd7d82 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:23.760340 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-4a4cd767-e116-49b4-882b-d4fc76cd7d82 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "GET /v2.0/networks?id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e HTTP/1.1" status: 200 len: 815 time: 0.1317873 Jul 27 16:41:23.840565 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-fefd8a8e-2994-45ea-94d3-288d4a200142 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebcc91e5911a4a418118b3775cfe4b76 HTTP/1.1" status: 200 len: 380 time: 0.0716434 Jul 27 16:41:23.848514 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Sync routers for ids ['1e274a91-6b91-4db8-8bb6-6d5edfe53683'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:23.860353 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Routers {'1e274a91-6b91-4db8-8bb6-6d5edfe53683'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:23.861308 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:40:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['1e274a91-6b91-4db8-8bb6-6d5edfe53683'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:23.927617 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-8bdfecba-4bb1-4ac7-b3e4-e85912681f04 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'port': {'device_id': '55626f53-2e25-4155-8c30-c86a7f381f95', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'admin_state_up': True, 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'security_groups': ['161d5fa2-d811-4f7c-9344-c0995638793d']}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:23.982112 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Set router 1e274a91-6b91-4db8-8bb6-6d5edfe53683 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:24.077786 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-8bdfecba-4bb1-4ac7-b3e4-e85912681f04 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Made reservation on behalf of ebcc91e5911a4a418118b3775cfe4b76 for: {'port': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:24.081476 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-8bdfecba-4bb1-4ac7-b3e4-e85912681f04 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:24.143825 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:24.215175 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:24.217189 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'name': 'tempest-TestMinimumBasicScenario-630548545-router', 'tenant_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '9c92540f-39c4-4fa1-9fa9-c5781cd0eee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:17Z', 'updated_at': '2022-07-27T16:41:21Z', 'revision_number': 4, 'project_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'gw_port': {'id': '9c92540f-39c4-4fa1-9fa9-c5781cd0eee5', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:18Z', 'updated_at': '2022-07-27T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '8655f68e-f40e-4e52-af1d-6d7481c8756b', 'name': '', 'network_id': '93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b', 'tenant_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'mac_address': 'fa:16:3e:cb:3a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:20Z', 'updated_at': '2022-07-27T16:41:21Z', 'revision_number': 2, 'project_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'subnets': [{'id': '1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:24.247456 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Checking router: 1e274a91-6b91-4db8-8bb6-6d5edfe53683 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:41:24.247722 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Updating router 1e274a91-6b91-4db8-8bb6-6d5edfe53683 port 8655f68e-f40e-4e52-af1d-6d7481c8756b binding host dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:41:24.248083 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-8bdfecba-4bb1-4ac7-b3e4-e85912681f04 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Allocated IP 172.20.0.3 (22edebd8-fe29-44cb-9c58-64fe5ac1da5e/0f8f2e6b-ff3c-47af-8857-06c3b916a7f6/6993eaf5-c8ad-4936-9c06-76702442c3cf) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:24.281918 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:24.383786 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:24.446206 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-8bdfecba-4bb1-4ac7-b3e4-e85912681f04 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for port (6993eaf5-c8ad-4936-9c06-76702442c3cf), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:24.487006 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-8bdfecba-4bb1-4ac7-b3e4-e85912681f04 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (6993eaf5-c8ad-4936-9c06-76702442c3cf), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:24.544168 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-8bdfecba-4bb1-4ac7-b3e4-e85912681f04 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:24.548446 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-8bdfecba-4bb1-4ac7-b3e4-e85912681f04 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:24.552787 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-8bdfecba-4bb1-4ac7-b3e4-e85912681f04 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:41:24.608378 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfecba-4bb1-4ac7-b3e4-e85912681f04 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event updated for resources: {'Port': ['ID=6993eaf5-c8ad-4936-9c06-76702442c3cf,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:24.653183 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9512c-9acb-4bf5-b738-09a120ef4415 req-dddf0b0b-f26f-4223-8269-651968c5a3c4 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:24.667257 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ae9512c-9acb-4bf5-b738-09a120ef4415 req-dddf0b0b-f26f-4223-8269-651968c5a3c4 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 931 time: 0.1362734 Jul 27 16:41:24.678900 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-8bdfecba-4bb1-4ac7-b3e4-e85912681f04 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:24.679149 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-8bdfecba-4bb1-4ac7-b3e4-e85912681f04 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:24.719031 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-8bdfecba-4bb1-4ac7-b3e4-e85912681f04 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7947896 Jul 27 16:41:24.723962 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:24.728535 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Publish callbacks [] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:24.741369 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ae9512c-9acb-4bf5-b738-09a120ef4415 req-34801d01-9593-4f1c-8c8c-c022c2d42e38 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=161d5fa2-d811-4f7c-9344-c0995638793d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728269 Jul 27 16:41:24.769405 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:24.800621 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Request body: {'port': {'device_id': '55626f53-2e25-4155-8c30-c86a7f381f95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:24.822653 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedc0df-70a2-485a-81a4-200f817beda1 None None] Pushing event updated for resources: {'Port': ['ID=8655f68e-f40e-4e52-af1d-6d7481c8756b,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:24.848633 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:24.881743 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:24.882633 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (9c92540f-39c4-4fa1-9fa9-c5781cd0eee5), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:24.887121 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (6993eaf5-c8ad-4936-9c06-76702442c3cf), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:24.988602 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-cde4a995-6597-4cc6-806f-593e27411bd0 None None] Provisioning complete for port 6993eaf5-c8ad-4936-9c06-76702442c3cf triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:24.991181 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-cde4a995-6597-4cc6-806f-593e27411bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (6993eaf5-c8ad-4936-9c06-76702442c3cf), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:25.044791 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Attempting to bind port 8655f68e-f40e-4e52-af1d-6d7481c8756b on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:41:25.045386 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Attempting to bind port 8655f68e-f40e-4e52-af1d-6d7481c8756b by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': 'e9d57bdc-6ac5-428c-9ae0-175d0dd7102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:41:25.046005 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Attempting to bind port 8655f68e-f40e-4e52-af1d-6d7481c8756b on network 93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:41:25.065880 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:41:25.066558 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Checking segment: {'id': 'e9d57bdc-6ac5-428c-9ae0-175d0dd7102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:41:25.067117 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:25.067660 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Bound using segment: {'id': 'e9d57bdc-6ac5-428c-9ae0-175d0dd7102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:41:25.068292 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Bound port: 8655f68e-f40e-4e52-af1d-6d7481c8756b, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d57bdc-6ac5-428c-9ae0-175d0dd7102a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:41:25.068833 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:25.087700 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:25.110212 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-cde4a995-6597-4cc6-806f-593e27411bd0 None None] Port 6993eaf5-c8ad-4936-9c06-76702442c3cf cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:41:25.147468 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] For port 8655f68e-f40e-4e52-af1d-6d7481c8756b, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:25.156508 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] For port 8655f68e-f40e-4e52-af1d-6d7481c8756b, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=8655f68e-f40e-4e52-af1d-6d7481c8756b,segment=NetworkSegment(e9d57bdc-6ac5-428c-9ae0-175d0dd7102a),segment_id=e9d57bdc-6ac5-428c-9ae0-175d0dd7102a)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:25.169391 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:25.220637 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:25.234242 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedc0df-70a2-485a-81a4-200f817beda1 None None] Pushing event updated for resources: {'Port': ['ID=8655f68e-f40e-4e52-af1d-6d7481c8756b,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:25.254112 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-14ba4cb5-859b-41eb-ae81-93c8c1f30a15 None None] Provisioning complete for port 8655f68e-f40e-4e52-af1d-6d7481c8756b triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:25.254735 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-14ba4cb5-859b-41eb-ae81-93c8c1f30a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:25.278149 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6993eaf5-c8ad-4936-9c06-76702442c3cf {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:41:25.287967 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Publish callbacks [] for port (6993eaf5-c8ad-4936-9c06-76702442c3cf), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:25.309311 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Routers {'1e274a91-6b91-4db8-8bb6-6d5edfe53683'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:25.310257 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:40:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['1e274a91-6b91-4db8-8bb6-6d5edfe53683'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:25.319166 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Transition to ACTIVE for port object 6993eaf5-c8ad-4936-9c06-76702442c3cf will not be triggered until provisioned by entity L2. {{(pid=104022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:41:25.323736 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (6993eaf5-c8ad-4936-9c06-76702442c3cf), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:25.426372 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6993eaf5-c8ad-4936-9c06-76702442c3cf,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:25.512863 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Attempting to bind port 6993eaf5-c8ad-4936-9c06-76702442c3cf on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:41:25.513248 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Attempting to bind port 6993eaf5-c8ad-4936-9c06-76702442c3cf by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:41:25.513591 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Attempting to bind port 6993eaf5-c8ad-4936-9c06-76702442c3cf on network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:41:25.523103 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Port 6993eaf5-c8ad-4936-9c06-76702442c3cf on network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:41:25.523423 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Attempting to bind port 6993eaf5-c8ad-4936-9c06-76702442c3cf on network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:41:25.529711 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:41:25.530097 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Checking segment: {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:41:25.530346 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Bound using segment: {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:41:25.531437 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Bound port: 6993eaf5-c8ad-4936-9c06-76702442c3cf, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516afda1-daa1-4a0f-ab73-9d95e5b4f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:41:25.531746 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (6993eaf5-c8ad-4936-9c06-76702442c3cf), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:25.615635 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:25.649653 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] For port 6993eaf5-c8ad-4936-9c06-76702442c3cf, host hv-cinder-84969, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:25.654471 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] For port 6993eaf5-c8ad-4936-9c06-76702442c3cf, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=6993eaf5-c8ad-4936-9c06-76702442c3cf,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:25.666351 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (6993eaf5-c8ad-4936-9c06-76702442c3cf), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:25.673947 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:25.691576 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c665ac23-cd6f-4593-bca6-711aad3ed402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:25.716571 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:25.717575 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:25.720473 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] 10.222.0.20 "PUT /v2.0/ports/6993eaf5-c8ad-4936-9c06-76702442c3cf HTTP/1.1" status: 200 len: 1093 time: 0.9878654 Jul 27 16:41:25.725208 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55626f53-2e25-4155-8c30-c86a7f381f95', 'tag': '6993eaf5-c8ad-4936-9c06-76702442c3cf'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:41:25.729948 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fee362-64b0-4f20-a12b-16e2dce55129" -d '{"events": [{"name": "network-changed", "server_uuid": "55626f53-2e25-4155-8c30-c86a7f381f95", "tag": "6993eaf5-c8ad-4936-9c06-76702442c3cf"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:25.742498 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-14ba4cb5-859b-41eb-ae81-93c8c1f30a15 None None] Current status of the port 8655f68e-f40e-4e52-af1d-6d7481c8756b is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:25.743034 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-14ba4cb5-859b-41eb-ae81-93c8c1f30a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:25.832630 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ff18be-86da-418a-b3c1-fdbd2638c6f0 x-openstack-request-id: req-c8ff18be-86da-418a-b3c1-fdbd2638c6f0 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:25.833230 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55626f53-2e25-4155-8c30-c86a7f381f95", "tag": "6993eaf5-c8ad-4936-9c06-76702442c3cf", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:25.833230 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c8ff18be-86da-418a-b3c1-fdbd2638c6f0 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:25.833786 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ff18be-86da-418a-b3c1-fdbd2638c6f0'] response: {'name': 'network-changed', 'server_uuid': '55626f53-2e25-4155-8c30-c86a7f381f95', 'tag': '6993eaf5-c8ad-4936-9c06-76702442c3cf', 'status': 'completed', 'code': 200} Jul 27 16:41:25.837515 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] Set router 1e274a91-6b91-4db8-8bb6-6d5edfe53683 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:25.849138 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e9325-ba74-4390-9f62-41edb16de2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6993eaf5-c8ad-4936-9c06-76702442c3cf,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:25.866542 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-db453a57-7597-4373-a183-561a0700feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:25.869369 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-db453a57-7597-4373-a183-561a0700feb8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 1127 time: 0.0946431 Jul 27 16:41:25.935774 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-14ba4cb5-859b-41eb-ae81-93c8c1f30a15 None None] For port 8655f68e-f40e-4e52-af1d-6d7481c8756b, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=8655f68e-f40e-4e52-af1d-6d7481c8756b,segment=NetworkSegment(e9d57bdc-6ac5-428c-9ae0-175d0dd7102a),segment_id=e9d57bdc-6ac5-428c-9ae0-175d0dd7102a)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:25.945732 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-84c81190-e800-4d7c-b290-e8a077b245a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6993eaf5-c8ad-4936-9c06-76702442c3cf HTTP/1.1" status: 200 len: 217 time: 0.0638940 Jul 27 16:41:25.953937 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afd242-9e23-4f46-82ce-81f0d76c16ea req-d4cceb36-1fae-4b83-8e3f-c492fc82c251 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:25.956368 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b5afd242-9e23-4f46-82ce-81f0d76c16ea req-d4cceb36-1fae-4b83-8e3f-c492fc82c251 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 943 time: 0.0971570 Jul 27 16:41:25.965282 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-14ba4cb5-859b-41eb-ae81-93c8c1f30a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:26.001548 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-3bffd6fe-9e5f-45f8-82ab-96cace6a4de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:26.004054 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-3bffd6fe-9e5f-45f8-82ab-96cace6a4de9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f8f2e6b-ff3c-47af-8857-06c3b916a7f6 HTTP/1.1" status: 200 len: 854 time: 0.0513909 Jul 27 16:41:26.073498 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b5afd242-9e23-4f46-82ce-81f0d76c16ea req-504e3055-204d-45db-9021-fdb3b63be9e1 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=161d5fa2-d811-4f7c-9344-c0995638793d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068046 Jul 27 16:41:26.097434 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-9331ea27-b026-457f-8a0e-f8bb8f0a4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:26.099155 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-9331ea27-b026-457f-8a0e-f8bb8f0a4999 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839880 Jul 27 16:41:26.130975 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5aba7c32-c080-4d75-80c2-ee4574629d3e None None] Provisioning complete for port 8655f68e-f40e-4e52-af1d-6d7481c8756b triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:26.131689 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5aba7c32-c080-4d75-80c2-ee4574629d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:26.164588 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba4cb5-859b-41eb-ae81-93c8c1f30a15 None None] Pushing event updated for resources: {'Port': ['ID=8655f68e-f40e-4e52-af1d-6d7481c8756b,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:26.222257 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:26.225522 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-efa327eb-1ea2-4842-802e-34171d01d107 service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135678 Jul 27 16:41:26.285264 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5aba7c32-c080-4d75-80c2-ee4574629d3e None None] Current status of the port 8655f68e-f40e-4e52-af1d-6d7481c8756b is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:26.296104 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'name': 'tempest-TestMinimumBasicScenario-630548545-router', 'tenant_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '9c92540f-39c4-4fa1-9fa9-c5781cd0eee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:17Z', 'updated_at': '2022-07-27T16:41:21Z', 'revision_number': 4, 'project_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'gw_port': {'id': '9c92540f-39c4-4fa1-9fa9-c5781cd0eee5', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:18Z', 'updated_at': '2022-07-27T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '8655f68e-f40e-4e52-af1d-6d7481c8756b', 'name': '', 'network_id': '93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b', 'tenant_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'mac_address': 'fa:16:3e:cb:3a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:20Z', 'updated_at': '2022-07-27T16:41:25Z', 'revision_number': 4, 'project_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'subnets': [{'id': '1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:26.323112 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda2d83-ae99-43f8-bcb2-a330e46b5b87 None None] The sync data for ids ['1e274a91-6b91-4db8-8bb6-6d5edfe53683'] in dv-cinder-849690-6-iscsi is: [{'id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'name': 'tempest-TestMinimumBasicScenario-630548545-router', 'tenant_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '9c92540f-39c4-4fa1-9fa9-c5781cd0eee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:17Z', 'updated_at': '2022-07-27T16:41:21Z', 'revision_number': 4, 'project_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'gw_port': {'id': '9c92540f-39c4-4fa1-9fa9-c5781cd0eee5', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:18Z', 'updated_at': '2022-07-27T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '8655f68e-f40e-4e52-af1d-6d7481c8756b', 'name': '', 'network_id': '93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b', 'tenant_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'mac_address': 'fa:16:3e:cb:3a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:20Z', 'updated_at': '2022-07-27T16:41:25Z', 'revision_number': 4, 'project_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'subnets': [{'id': '1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:26.375186 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-08b7be23-d12e-4bb5-89a5-620df6103407 req-0e184c41-009d-4a99-85df-551197c7c09b service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389139 Jul 27 16:41:26.678301 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 8655f68e-f40e-4e52-af1d-6d7481c8756b up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:26.764738 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 8655f68e-f40e-4e52-af1d-6d7481c8756b triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:26.765519 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:26.800356 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:26.857382 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 8655f68e-f40e-4e52-af1d-6d7481c8756b is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:27.222054 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffe396-dfca-4148-ac09-8fd9db979061 req-688b4edd-d702-4651-bab9-2c63ab4456c7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:27.224250 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f2ffe396-dfca-4148-ac09-8fd9db979061 req-688b4edd-d702-4651-bab9-2c63ab4456c7 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 943 time: 0.0642302 Jul 27 16:41:27.287331 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f2ffe396-dfca-4148-ac09-8fd9db979061 req-f0d6e9be-f508-4793-a52f-601e1ecd7f91 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=161d5fa2-d811-4f7c-9344-c0995638793d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564301 Jul 27 16:41:27.490292 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6ad05adc-bcd3-4921-9b04-88c8ca9f6ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:27.533016 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fee362-64b0-4f20-a12b-16e2dce55129 req-e858a323-2ad4-479c-a6fa-b101d6b1074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:27.534530 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-05fee362-64b0-4f20-a12b-16e2dce55129 req-e858a323-2ad4-479c-a6fa-b101d6b1074a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 1127 time: 0.0934615 Jul 27 16:41:27.654910 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fee362-64b0-4f20-a12b-16e2dce55129 req-fd84dcd9-2e50-4875-bf8d-d7faab7b1d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:27.655929 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-05fee362-64b0-4f20-a12b-16e2dce55129 req-fd84dcd9-2e50-4875-bf8d-d7faab7b1d80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e HTTP/1.1" status: 200 len: 916 time: 0.1145844 Jul 27 16:41:27.941585 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-05fee362-64b0-4f20-a12b-16e2dce55129 req-a71c50a6-bb43-462a-afe0-a98d7da92c33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6993eaf5-c8ad-4936-9c06-76702442c3cf HTTP/1.1" status: 200 len: 217 time: 0.0356312 Jul 27 16:41:28.009295 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fee362-64b0-4f20-a12b-16e2dce55129 req-b584569f-b8a3-4aad-940d-70d9342034b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:28.011490 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-05fee362-64b0-4f20-a12b-16e2dce55129 req-b584569f-b8a3-4aad-940d-70d9342034b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f8f2e6b-ff3c-47af-8857-06c3b916a7f6 HTTP/1.1" status: 200 len: 854 time: 0.0605588 Jul 27 16:41:28.092975 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fee362-64b0-4f20-a12b-16e2dce55129 req-9c1d10b4-e0b1-4141-b310-e1c396adfdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:28.094933 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-05fee362-64b0-4f20-a12b-16e2dce55129 req-9c1d10b4-e0b1-4141-b310-e1c396adfdd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465655 Jul 27 16:41:28.215506 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-05fee362-64b0-4f20-a12b-16e2dce55129 req-40b3ddd8-bb5f-4a5e-a597-d0d7f1ffd86b service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128635 Jul 27 16:41:28.258639 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 6993eaf5-c8ad-4936-9c06-76702442c3cf details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:41:28.393856 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-05fee362-64b0-4f20-a12b-16e2dce55129 req-14c790a0-1509-4442-b5ad-2527d45b3c6a service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652992 Jul 27 16:41:28.411772 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 6993eaf5-c8ad-4936-9c06-76702442c3cf, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=6993eaf5-c8ad-4936-9c06-76702442c3cf,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:28.451540 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': '6993eaf5-c8ad-4936-9c06-76702442c3cf', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'port_id': '6993eaf5-c8ad-4936-9c06-76702442c3cf', 'mac_address': 'fa:16:3e:04:2d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:41:28.476037 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2081d-83cb-47ff-937b-566ec027a943 req-57c4e8be-aabe-4730-8126-5b52992ad41f tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:28.481206 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5da2081d-83cb-47ff-937b-566ec027a943 req-57c4e8be-aabe-4730-8126-5b52992ad41f tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 943 time: 0.0809510 Jul 27 16:41:28.493972 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 6993eaf5-c8ad-4936-9c06-76702442c3cf is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:28.494534 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (6993eaf5-c8ad-4936-9c06-76702442c3cf), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:28.515088 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6993eaf5-c8ad-4936-9c06-76702442c3cf {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:41:28.547291 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 6993eaf5-c8ad-4936-9c06-76702442c3cf, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=6993eaf5-c8ad-4936-9c06-76702442c3cf,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:28.549907 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5da2081d-83cb-47ff-937b-566ec027a943 req-2fc435cf-4dab-42d2-bdc3-f90bf8efc491 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=161d5fa2-d811-4f7c-9344-c0995638793d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572197 Jul 27 16:41:28.553539 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (6993eaf5-c8ad-4936-9c06-76702442c3cf), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:28.619019 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=6993eaf5-c8ad-4936-9c06-76702442c3cf,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:28.746136 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:28.860624 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['6993eaf5-c8ad-4936-9c06-76702442c3cf'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:41:28.975688 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:29.397352 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ccdff-093b-4796-802c-2159e3885cc3 req-54de79cf-ab07-4b54-8c70-3591cf3976e9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:29.399423 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-365ccdff-093b-4796-802c-2159e3885cc3 req-54de79cf-ab07-4b54-8c70-3591cf3976e9 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0788078 Jul 27 16:41:29.463457 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-365ccdff-093b-4796-802c-2159e3885cc3 req-1e179d6d-075f-4856-8ff0-d93791e18d93 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583308 Jul 27 16:41:29.623337 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e65532-e5e6-41c2-8ecf-e3273d715670 req-93959835-c9ed-4796-9d8d-286ee7343a15 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:29.632768 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8e65532-e5e6-41c2-8ecf-e3273d715670 req-93959835-c9ed-4796-9d8d-286ee7343a15 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0690625 Jul 27 16:41:29.660264 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:29.716629 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8c332-1799-4665-8e2c-b11ffdcb381c req-5592e2a8-590f-4881-a1df-0b6e4d2176d8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:29.719696 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22c8c332-1799-4665-8e2c-b11ffdcb381c req-5592e2a8-590f-4881-a1df-0b6e4d2176d8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 944 time: 0.0770032 Jul 27 16:41:29.752488 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8e65532-e5e6-41c2-8ecf-e3273d715670 req-eb80daa9-5c70-428f-b102-e5ae9ae0dac6 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160400 Jul 27 16:41:29.807934 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22c8c332-1799-4665-8e2c-b11ffdcb381c req-b0abd6a3-53de-4a90-a87c-cc49a067390e tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=161d5fa2-d811-4f7c-9344-c0995638793d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796671 Jul 27 16:41:30.289119 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 6993eaf5-c8ad-4936-9c06-76702442c3cf up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:30.343597 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port 6993eaf5-c8ad-4936-9c06-76702442c3cf completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:41:30.350607 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port 6993eaf5-c8ad-4936-9c06-76702442c3cf triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:30.351140 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (6993eaf5-c8ad-4936-9c06-76702442c3cf), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:30.426521 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:30.476772 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 6993eaf5-c8ad-4936-9c06-76702442c3cf is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:30.479378 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (6993eaf5-c8ad-4936-9c06-76702442c3cf), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:30.559786 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55626f53-2e25-4155-8c30-c86a7f381f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6993eaf5-c8ad-4936-9c06-76702442c3cf'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:41:30.562284 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e04cd5-9095-4067-93ef-63bd072b2fc0" -d '{"events": [{"server_uuid": "55626f53-2e25-4155-8c30-c86a7f381f95", "name": "network-vif-plugged", "status": "completed", "tag": "6993eaf5-c8ad-4936-9c06-76702442c3cf"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:30.567445 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 6993eaf5-c8ad-4936-9c06-76702442c3cf, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=6993eaf5-c8ad-4936-9c06-76702442c3cf,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:30.573799 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:30.577172 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (6993eaf5-c8ad-4936-9c06-76702442c3cf), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:30.583897 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:30.607648 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:30.620400 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a27236-83a0-47a0-8a89-cb81aee50cf7 req-54c8930e-bc29-4847-88b9-e77742a4add6 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:30.621976 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-51a27236-83a0-47a0-8a89-cb81aee50cf7 req-54c8930e-bc29-4847-88b9-e77742a4add6 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0581334 Jul 27 16:41:30.632463 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c99902-07cb-4604-b37c-abf0a447c64d x-openstack-request-id: req-60c99902-07cb-4604-b37c-abf0a447c64d {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:30.632746 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55626f53-2e25-4155-8c30-c86a7f381f95", "name": "network-vif-plugged", "status": "completed", "tag": "6993eaf5-c8ad-4936-9c06-76702442c3cf", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:30.633011 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-60c99902-07cb-4604-b37c-abf0a447c64d {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:30.633400 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c99902-07cb-4604-b37c-abf0a447c64d'] response: {'server_uuid': '55626f53-2e25-4155-8c30-c86a7f381f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6993eaf5-c8ad-4936-9c06-76702442c3cf', 'code': 200} Jul 27 16:41:30.648063 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=6993eaf5-c8ad-4936-9c06-76702442c3cf,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:30.678867 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-51a27236-83a0-47a0-8a89-cb81aee50cf7 req-3b19e3da-f4c5-499b-a2cd-fda7229e01f4 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496669 Jul 27 16:41:30.901930 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480587f3-f375-429d-a1ab-6e0b19ba03eb req-af8d19fe-4b08-493c-8793-56276544176f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:30.905338 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-480587f3-f375-429d-a1ab-6e0b19ba03eb req-af8d19fe-4b08-493c-8793-56276544176f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0715711 Jul 27 16:41:30.978802 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7866a1-ff3c-4e16-be46-0e627e568d7d req-b0e94a69-9370-4c3c-bdfe-d7569192ab07 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:30.981339 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2a7866a1-ff3c-4e16-be46-0e627e568d7d req-b0e94a69-9370-4c3c-bdfe-d7569192ab07 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 945 time: 0.0748522 Jul 27 16:41:31.015343 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-480587f3-f375-429d-a1ab-6e0b19ba03eb req-6dae25c3-2aa9-44dc-b667-df1bce5d2336 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002738 Jul 27 16:41:31.070297 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2a7866a1-ff3c-4e16-be46-0e627e568d7d req-2412e74d-60ba-44c7-8e1e-b30d9922bf68 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=161d5fa2-d811-4f7c-9344-c0995638793d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838156 Jul 27 16:41:31.810054 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4ec86-1716-4dc9-a4ff-0dd1e12fa301 req-467a65b5-312e-41b4-81e1-070bd6748e06 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:31.811545 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93b4ec86-1716-4dc9-a4ff-0dd1e12fa301 req-467a65b5-312e-41b4-81e1-070bd6748e06 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0516911 Jul 27 16:41:31.817813 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:31.850342 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=34 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:31.870789 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93b4ec86-1716-4dc9-a4ff-0dd1e12fa301 req-5f688ebf-e99b-4538-8894-cc0567d40178 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512979 Jul 27 16:41:32.255619 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b4814-1c04-403f-b583-47b4ed8fa276 req-19c86c54-8876-433f-aafc-78f90d626cb4 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:32.257204 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e19b4814-1c04-403f-b583-47b4ed8fa276 req-19c86c54-8876-433f-aafc-78f90d626cb4 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.1534698 Jul 27 16:41:32.284852 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad5652-94ab-4480-8c36-9f64f66cad07 req-8ae1497c-02bb-4354-bf2e-a8c85b865399 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:32.286380 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2fad5652-94ab-4480-8c36-9f64f66cad07 req-8ae1497c-02bb-4354-bf2e-a8c85b865399 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 945 time: 0.0759046 Jul 27 16:41:32.349728 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e19b4814-1c04-403f-b583-47b4ed8fa276 req-38d84920-5eb6-42ee-af2e-cf1ce9bb3f97 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832818 Jul 27 16:41:32.380723 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2fad5652-94ab-4480-8c36-9f64f66cad07 req-cd1af5ef-ebdc-4b67-8c90-0dc0a7ce6041 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=161d5fa2-d811-4f7c-9344-c0995638793d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861614 Jul 27 16:41:33.001333 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32916a02-c0db-4a74-b6ba-7edff3c50daf req-a9eaa382-a4e8-44ee-98df-2e99f1f32c52 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:33.002855 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-32916a02-c0db-4a74-b6ba-7edff3c50daf req-a9eaa382-a4e8-44ee-98df-2e99f1f32c52 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0572612 Jul 27 16:41:33.057902 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-32916a02-c0db-4a74-b6ba-7edff3c50daf req-34a9639d-7826-4c7c-afea-857beed152eb tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484726 Jul 27 16:41:33.501336 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc474359-844a-49bd-bbb0-1900ce29adb6 req-66b432c5-5295-4951-8dab-325974a1c529 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:33.502784 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dc474359-844a-49bd-bbb0-1900ce29adb6 req-66b432c5-5295-4951-8dab-325974a1c529 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.0772359 Jul 27 16:41:33.513226 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e68b5e-f0fb-43c4-8834-20438eb0b0fe req-7c23b89a-eb35-45ef-8cfa-44a5264d5b4c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:33.514523 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0e68b5e-f0fb-43c4-8834-20438eb0b0fe req-7c23b89a-eb35-45ef-8cfa-44a5264d5b4c tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 945 time: 0.0592935 Jul 27 16:41:33.590611 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dc474359-844a-49bd-bbb0-1900ce29adb6 req-a25b1a8d-9296-4d57-aa08-d7a592c92629 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745389 Jul 27 16:41:33.593846 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0e68b5e-f0fb-43c4-8834-20438eb0b0fe req-1ddb9ee4-f001-4fbd-b732-0d94f9d1af11 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=161d5fa2-d811-4f7c-9344-c0995638793d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720527 Jul 27 16:41:33.717879 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:33.763498 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-e7fdc5d9-9b45-4940-a239-cdcc33843ba5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:33.764909 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-e7fdc5d9-9b45-4940-a239-cdcc33843ba5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/networks?id=898a9478-2e06-47ac-96fa-1c8894314115 HTTP/1.1" status: 200 len: 814 time: 0.1019032 Jul 27 16:41:33.779217 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-8465e924-53e3-4e29-9b06-ff2cfe1de4a2 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/quotas/95d1afc492b44c07800f8d7288dac741 HTTP/1.1" status: 200 len: 375 time: 0.0087237 Jul 27 16:41:33.830811 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-0c2dd94b-6b55-426d-83ce-0564a5653211 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=95d1afc492b44c07800f8d7288dac741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467377 Jul 27 16:41:33.915108 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:33.925790 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-99608839-0c1a-490e-8157-6365ea733c6d service neutron] 10.222.0.74 "GET /v2.0/networks/898a9478-2e06-47ac-96fa-1c8894314115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834908 Jul 27 16:41:34.018614 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-3b32030e-b6e1-4870-ad97-d7d4b4334a68 service neutron] 10.222.0.74 "GET /v2.0/networks/898a9478-2e06-47ac-96fa-1c8894314115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868037 Jul 27 16:41:34.193661 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-568512f2-9e96-4bf3-ab12-88980612116c req-6d16b859-c1e6-4ca1-b05f-04a3df44dd08 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 210 time: 0.0319469 Jul 27 16:41:34.205566 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8373bd-9ebe-4225-a348-d1b84475be1f req-c87a36f2-989e-4a0f-b594-e26a77a1b4f5 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:34.207344 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4c8373bd-9ebe-4225-a348-d1b84475be1f req-c87a36f2-989e-4a0f-b594-e26a77a1b4f5 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0761678 Jul 27 16:41:34.258977 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4c8373bd-9ebe-4225-a348-d1b84475be1f req-2bb52c2a-8831-4d66-a684-d9f0655620fb tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426693 Jul 27 16:41:34.750604 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec648c-c875-4f71-a74b-196a145c6c0c req-52e0de77-3cc2-4609-a975-0f4557860806 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:34.752754 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f2ec648c-c875-4f71-a74b-196a145c6c0c req-52e0de77-3cc2-4609-a975-0f4557860806 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.20 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0595121 Jul 27 16:41:34.816788 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ca701-07bd-4617-9280-c9cec91e7d2e req-ecd5c4c1-9a3d-4462-95a4-7dad971fa58c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:34.818351 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c52ca701-07bd-4617-9280-c9cec91e7d2e req-ecd5c4c1-9a3d-4462-95a4-7dad971fa58c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.1365137 Jul 27 16:41:34.824698 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e881f-f2aa-407c-a48b-5179d9217eb4 req-75843b5e-e677-4a43-a8d9-846ea8d2edb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:34.829221 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4c4e881f-f2aa-407c-a48b-5179d9217eb4 req-75843b5e-e677-4a43-a8d9-846ea8d2edb0 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 945 time: 0.1568623 Jul 27 16:41:34.853627 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80b6f1-b908-4c89-864e-112ac581f3a1 req-d9090536-faf6-4268-b081-f2a33b246137 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:34.855150 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cd80b6f1-b908-4c89-864e-112ac581f3a1 req-d9090536-faf6-4268-b081-f2a33b246137 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 946 time: 0.1294098 Jul 27 16:41:34.872742 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f29bbd-d86a-4ecf-8874-83ff9098e07f req-cd3a5d4f-844e-4d42-a4fe-0724e5e74350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:34.873082 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [req-f2ec648c-c875-4f71-a74b-196a145c6c0c req-6b9c137f-5b15-4f8e-8d05-9e9a06f45a53 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Deleting port 0bef1170-4e15-46fb-94c9-cabca6dd7a80 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:41:34.873427 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-f2ec648c-c875-4f71-a74b-196a145c6c0c req-6b9c137f-5b15-4f8e-8d05-9e9a06f45a53 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (0bef1170-4e15-46fb-94c9-cabca6dd7a80), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:34.874242 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25f29bbd-d86a-4ecf-8874-83ff9098e07f req-cd3a5d4f-844e-4d42-a4fe-0724e5e74350 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 1129 time: 0.1358855 Jul 27 16:41:34.973467 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-f2ec648c-c875-4f71-a74b-196a145c6c0c req-6b9c137f-5b15-4f8e-8d05-9e9a06f45a53 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] For port 0bef1170-4e15-46fb-94c9-cabca6dd7a80, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=0bef1170-4e15-46fb-94c9-cabca6dd7a80,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:34.973939 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-f2ec648c-c875-4f71-a74b-196a145c6c0c req-6b9c137f-5b15-4f8e-8d05-9e9a06f45a53 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (0bef1170-4e15-46fb-94c9-cabca6dd7a80), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:34.976195 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:35.024283 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c52ca701-07bd-4617-9280-c9cec91e7d2e req-a40f66f7-fe10-492f-aa10-8ccab23d5040 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=88084254-5810-499c-ab6d-282fac664d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953073 Jul 27 16:41:35.036168 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4c4e881f-f2aa-407c-a48b-5179d9217eb4 req-b5995be0-0e8b-4854-9488-bc01d9c54a42 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=161d5fa2-d811-4f7c-9344-c0995638793d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014363 Jul 27 16:41:35.062282 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-cd80b6f1-b908-4c89-864e-112ac581f3a1 req-5f275a87-4b6b-4882-949a-245017a3de9c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Deleting port 7d079e14-f8f7-43ce-a463-f17c326cc7bb {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:41:35.062631 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-cd80b6f1-b908-4c89-864e-112ac581f3a1 req-5f275a87-4b6b-4882-949a-245017a3de9c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (7d079e14-f8f7-43ce-a463-f17c326cc7bb), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:35.067185 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25f29bbd-d86a-4ecf-8874-83ff9098e07f req-1dc44e38-9629-4b1b-80cd-e2251ccc8014 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=161d5fa2-d811-4f7c-9344-c0995638793d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754768 Jul 27 16:41:35.141778 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-f2ec648c-c875-4f71-a74b-196a145c6c0c req-6b9c137f-5b15-4f8e-8d05-9e9a06f45a53 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:35.142233 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-f2ec648c-c875-4f71-a74b-196a145c6c0c req-6b9c137f-5b15-4f8e-8d05-9e9a06f45a53 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (2f972c0f-20ff-4d79-bd84-0d2407a0e453), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:35.142564 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.l3_db [req-f2ec648c-c875-4f71-a74b-196a145c6c0c req-6b9c137f-5b15-4f8e-8d05-9e9a06f45a53 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Floating IP 2f972c0f-20ff-4d79-bd84-0d2407a0e453 disassociated. External IP: 172.27.2.163, port: 0bef1170-4e15-46fb-94c9-cabca6dd7a80. Jul 27 16:41:35.142900 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [req-f2ec648c-c875-4f71-a74b-196a145c6c0c req-6b9c137f-5b15-4f8e-8d05-9e9a06f45a53 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Calling delete_port for 0bef1170-4e15-46fb-94c9-cabca6dd7a80 owned by compute:nova {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:41:35.158487 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-cd80b6f1-b908-4c89-864e-112ac581f3a1 req-5f275a87-4b6b-4882-949a-245017a3de9c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] For port 7d079e14-f8f7-43ce-a463-f17c326cc7bb, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=7d079e14-f8f7-43ce-a463-f17c326cc7bb,segment=NetworkSegment(4a2469d2-9af5-465c-92c5-01dc1752688b),segment_id=4a2469d2-9af5-465c-92c5-01dc1752688b)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:35.158856 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-cd80b6f1-b908-4c89-864e-112ac581f3a1 req-5f275a87-4b6b-4882-949a-245017a3de9c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (7d079e14-f8f7-43ce-a463-f17c326cc7bb), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:35.201984 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:35.277326 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:35.360000 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cfa98d5b-6c0d-46fb-ad0e-21daef89902e req-22022bca-e08d-4375-896d-4c3c99892a39 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 210 time: 0.0808673 Jul 27 16:41:35.391646 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-cd80b6f1-b908-4c89-864e-112ac581f3a1 req-5f275a87-4b6b-4882-949a-245017a3de9c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:35.392015 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-cd80b6f1-b908-4c89-864e-112ac581f3a1 req-5f275a87-4b6b-4882-949a-245017a3de9c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (feab511e-2197-4346-9eb8-39a2e058aaca), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:35.392334 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-cd80b6f1-b908-4c89-864e-112ac581f3a1 req-5f275a87-4b6b-4882-949a-245017a3de9c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Floating IP feab511e-2197-4346-9eb8-39a2e058aaca disassociated. External IP: 172.27.2.171, port: 7d079e14-f8f7-43ce-a463-f17c326cc7bb. Jul 27 16:41:35.392687 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-cd80b6f1-b908-4c89-864e-112ac581f3a1 req-5f275a87-4b6b-4882-949a-245017a3de9c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Calling delete_port for 7d079e14-f8f7-43ce-a463-f17c326cc7bb owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:41:35.419433 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef973a8-299a-459f-8e91-ae55df317f0c req-ea7d6a93-7792-4c79-8cfd-4245990cd417 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:35.421389 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9ef973a8-299a-459f-8e91-ae55df317f0c req-ea7d6a93-7792-4c79-8cfd-4245990cd417 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 946 time: 0.0760198 Jul 27 16:41:35.487643 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:35.510186 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-f2ec648c-c875-4f71-a74b-196a145c6c0c req-6b9c137f-5b15-4f8e-8d05-9e9a06f45a53 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (0bef1170-4e15-46fb-94c9-cabca6dd7a80), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:35.535401 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c137f-5b15-4f8e-8d05-9e9a06f45a53 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Pushing event deleted for resources: {'Port': ['ID=0bef1170-4e15-46fb-94c9-cabca6dd7a80,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:35.579009 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9ef973a8-299a-459f-8e91-ae55df317f0c req-b031c03d-dc27-4275-9a32-ece22d19fc48 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=26b4533e-c3ea-44a1-9330-41ea9aef4852&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254103 Jul 27 16:41:35.673412 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2ec648c-c875-4f71-a74b-196a145c6c0c req-6b9c137f-5b15-4f8e-8d05-9e9a06f45a53 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Router c037b20e-585e-4b9a-abb4-6302ffab189b has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:41:35.683641 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-4a851993-0801-4344-af45-3ba266c05e2b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:35.685135 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-4a851993-0801-4344-af45-3ba266c05e2b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.20 "GET /v2.0/networks?id=898a9478-2e06-47ac-96fa-1c8894314115 HTTP/1.1" status: 200 len: 814 time: 0.1860499 Jul 27 16:41:35.690161 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-cd80b6f1-b908-4c89-864e-112ac581f3a1 req-5f275a87-4b6b-4882-949a-245017a3de9c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (7d079e14-f8f7-43ce-a463-f17c326cc7bb), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:35.718558 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f275a87-4b6b-4882-949a-245017a3de9c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event deleted for resources: {'Port': ['ID=7d079e14-f8f7-43ce-a463-f17c326cc7bb,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:35.783072 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2ec648c-c875-4f71-a74b-196a145c6c0c req-6b9c137f-5b15-4f8e-8d05-9e9a06f45a53 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:35.793329 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494b278-8227-4ddf-a122-94f7b09b5139 None None] Sync routers for ids ['c037b20e-585e-4b9a-abb4-6302ffab189b'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:35.803578 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494b278-8227-4ddf-a122-94f7b09b5139 None None] Routers {'c037b20e-585e-4b9a-abb4-6302ffab189b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:35.804176 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-4494b278-8227-4ddf-a122-94f7b09b5139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:41:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c037b20e-585e-4b9a-abb4-6302ffab189b'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:35.828460 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ec648c-c875-4f71-a74b-196a145c6c0c req-6b9c137f-5b15-4f8e-8d05-9e9a06f45a53 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] No DVR routers for this DVR port 0bef1170-4e15-46fb-94c9-cabca6dd7a80 on host hv-cinder-84969 {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:41:35.831055 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-f2ec648c-c875-4f71-a74b-196a145c6c0c req-6b9c137f-5b15-4f8e-8d05-9e9a06f45a53 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:35.834550 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f2ec648c-c875-4f71-a74b-196a145c6c0c req-6b9c137f-5b15-4f8e-8d05-9e9a06f45a53 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.20 "DELETE /v2.0/ports/0bef1170-4e15-46fb-94c9-cabca6dd7a80 HTTP/1.1" status: 204 len: 173 time: 1.0679219 Jul 27 16:41:35.834770 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd80b6f1-b908-4c89-864e-112ac581f3a1 req-5f275a87-4b6b-4882-949a-245017a3de9c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:41:35.834968 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'name': 'network-vif-deleted', 'tag': '0bef1170-4e15-46fb-94c9-cabca6dd7a80'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:41:35.837212 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a758cef-8dd9-4083-b382-65c55216f5e5" -d '{"events": [{"server_uuid": "05d821db-4106-4df9-9cec-c07b5b95e1e8", "name": "network-vif-deleted", "tag": "0bef1170-4e15-46fb-94c9-cabca6dd7a80"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:35.875772 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3fefd1-295e-4669-b5b4-63b6cbd90eb2 x-openstack-request-id: req-6f3fefd1-295e-4669-b5b4-63b6cbd90eb2 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:35.876121 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d821db-4106-4df9-9cec-c07b5b95e1e8", "name": "network-vif-deleted", "tag": "0bef1170-4e15-46fb-94c9-cabca6dd7a80", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:35.876358 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6f3fefd1-295e-4669-b5b4-63b6cbd90eb2 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:35.876850 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3fefd1-295e-4669-b5b4-63b6cbd90eb2'] response: {'server_uuid': '05d821db-4106-4df9-9cec-c07b5b95e1e8', 'name': 'network-vif-deleted', 'tag': '0bef1170-4e15-46fb-94c9-cabca6dd7a80', 'status': 'completed', 'code': 200} Jul 27 16:41:35.908188 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-4494b278-8227-4ddf-a122-94f7b09b5139 None None] Set router c037b20e-585e-4b9a-abb4-6302ffab189b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:35.955437 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd80b6f1-b908-4c89-864e-112ac581f3a1 req-5f275a87-4b6b-4882-949a-245017a3de9c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:35.965956 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f24eec3-270d-4b26-9a7d-9b2a48d48e31 None None] Sync routers for ids ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:35.984831 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-30e35477-2998-41ac-a878-bd19f64252e7 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Request body: {'port': {'device_id': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115', 'admin_state_up': True, 'tenant_id': '95d1afc492b44c07800f8d7288dac741'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:35.997693 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f24eec3-270d-4b26-9a7d-9b2a48d48e31 None None] Routers {'c639a3f3-7ad1-47f1-a4f8-69520ce6d247'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:36.000272 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2f24eec3-270d-4b26-9a7d-9b2a48d48e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:41:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:36.121395 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd80b6f1-b908-4c89-864e-112ac581f3a1 req-5f275a87-4b6b-4882-949a-245017a3de9c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] No DVR routers for this DVR port 7d079e14-f8f7-43ce-a463-f17c326cc7bb on host hv-cinder-84969 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:41:36.134018 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-cd80b6f1-b908-4c89-864e-112ac581f3a1 req-5f275a87-4b6b-4882-949a-245017a3de9c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:36.150344 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cd80b6f1-b908-4c89-864e-112ac581f3a1 req-5f275a87-4b6b-4882-949a-245017a3de9c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.20 "DELETE /v2.0/ports/7d079e14-f8f7-43ce-a463-f17c326cc7bb HTTP/1.1" status: 204 len: 173 time: 1.2732348 Jul 27 16:41:36.150617 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0065d67-39b9-4506-a9c5-e3669abc73f3', 'name': 'network-vif-deleted', 'tag': '7d079e14-f8f7-43ce-a463-f17c326cc7bb'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:41:36.153164 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da647136-4c2a-48ce-acc1-9c769839c8d1" -d '{"events": [{"server_uuid": "b0065d67-39b9-4506-a9c5-e3669abc73f3", "name": "network-vif-deleted", "tag": "7d079e14-f8f7-43ce-a463-f17c326cc7bb"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:36.218761 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-4494b278-8227-4ddf-a122-94f7b09b5139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:02Z', 'revision_number': 4, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port': {'id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '053456a5-e3e7-4806-9eb0-38375cb80360', 'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'mac_address': 'fa:16:3e:5e:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:59Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 5, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'subnets': [{'id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:36.249762 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-2f24eec3-270d-4b26-9a7d-9b2a48d48e31 None None] Set router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:36.267051 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494b278-8227-4ddf-a122-94f7b09b5139 None None] Checking router: c037b20e-585e-4b9a-abb4-6302ffab189b for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:41:36.283474 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494b278-8227-4ddf-a122-94f7b09b5139 None None] Routers {'c037b20e-585e-4b9a-abb4-6302ffab189b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:36.284281 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-4494b278-8227-4ddf-a122-94f7b09b5139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:41:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c037b20e-585e-4b9a-abb4-6302ffab189b'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:36.517730 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2f24eec3-270d-4b26-9a7d-9b2a48d48e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 4, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4ffee693-e913-4c90-93db-95726d255bb8', 'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'mac_address': 'fa:16:3e:16:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:58Z', 'updated_at': '2022-07-27T16:36:16Z', 'revision_number': 5, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'subnets': [{'id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:36.587965 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f24eec3-270d-4b26-9a7d-9b2a48d48e31 None None] Checking router: c639a3f3-7ad1-47f1-a4f8-69520ce6d247 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:41:36.612700 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f24eec3-270d-4b26-9a7d-9b2a48d48e31 None None] Routers {'c639a3f3-7ad1-47f1-a4f8-69520ce6d247'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:36.614398 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2f24eec3-270d-4b26-9a7d-9b2a48d48e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:41:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:36.647817 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-4494b278-8227-4ddf-a122-94f7b09b5139 None None] Set router c037b20e-585e-4b9a-abb4-6302ffab189b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:36.760277 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2ad26862-ef87-464c-95a0-04326d9ef383 req-715a5009-8fa0-4b1c-825d-ef7fde975e34 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.5683346 Jul 27 16:41:36.837778 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-2f24eec3-270d-4b26-9a7d-9b2a48d48e31 None None] Set router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:36.866359 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08034078-dcf7-4a55-8b94-82862ab127b7 req-f8bd29db-cef9-43fc-82e7-5b64b79e721f tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:36.868196 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08034078-dcf7-4a55-8b94-82862ab127b7 req-f8bd29db-cef9-43fc-82e7-5b64b79e721f tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 945 time: 0.1465800 Jul 27 16:41:36.869941 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-4494b278-8227-4ddf-a122-94f7b09b5139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:02Z', 'revision_number': 4, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port': {'id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '053456a5-e3e7-4806-9eb0-38375cb80360', 'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'mac_address': 'fa:16:3e:5e:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:59Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 5, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'subnets': [{'id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:36.874714 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-30e35477-2998-41ac-a878-bd19f64252e7 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Made reservation on behalf of 95d1afc492b44c07800f8d7288dac741 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:36.878438 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-30e35477-2998-41ac-a878-bd19f64252e7 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:36.931402 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494b278-8227-4ddf-a122-94f7b09b5139 None None] The sync data for ids ['c037b20e-585e-4b9a-abb4-6302ffab189b'] in dv-cinder-849690-6-iscsi is: [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:02Z', 'revision_number': 4, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port': {'id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '053456a5-e3e7-4806-9eb0-38375cb80360', 'name': '', 'network_id': 'd36a590e-5aca-4f4b-84ba-ed6272112a6f', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'mac_address': 'fa:16:3e:5e:3e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:59Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 5, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'subnets': [{'id': '6261f153-df76-4666-8c12-d3f7ad70249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:37.012570 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:37.036005 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08034078-dcf7-4a55-8b94-82862ab127b7 req-f671dfde-71df-4ef5-b0cc-2d2080c64c70 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=161d5fa2-d811-4f7c-9344-c0995638793d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540213 Jul 27 16:41:37.055708 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ff2657-e657-4f7f-9184-66361be83808 x-openstack-request-id: req-42ff2657-e657-4f7f-9184-66361be83808 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:37.056025 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0065d67-39b9-4506-a9c5-e3669abc73f3", "name": "network-vif-deleted", "tag": "7d079e14-f8f7-43ce-a463-f17c326cc7bb", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:37.056268 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-42ff2657-e657-4f7f-9184-66361be83808 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:37.056664 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ff2657-e657-4f7f-9184-66361be83808'] response: {'server_uuid': 'b0065d67-39b9-4506-a9c5-e3669abc73f3', 'name': 'network-vif-deleted', 'tag': '7d079e14-f8f7-43ce-a463-f17c326cc7bb', 'status': 'completed', 'code': 200} Jul 27 16:41:37.160784 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:37.184572 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2f24eec3-270d-4b26-9a7d-9b2a48d48e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 4, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4ffee693-e913-4c90-93db-95726d255bb8', 'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'mac_address': 'fa:16:3e:16:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:58Z', 'updated_at': '2022-07-27T16:36:16Z', 'revision_number': 5, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'subnets': [{'id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:37.214412 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f24eec3-270d-4b26-9a7d-9b2a48d48e31 None None] The sync data for ids ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'] in dv-cinder-849690-6-iscsi is: [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 4, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4ffee693-e913-4c90-93db-95726d255bb8', 'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'mac_address': 'fa:16:3e:16:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:58Z', 'updated_at': '2022-07-27T16:36:16Z', 'revision_number': 5, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'subnets': [{'id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:37.225274 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-30e35477-2998-41ac-a878-bd19f64252e7 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Allocated IP 172.20.0.8 (898a9478-2e06-47ac-96fa-1c8894314115/2d9d83c7-b5fb-456b-9c6e-1576be2b5553/82adc233-9cd1-47cb-9a9f-6589c38dcd85) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:37.266123 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-538bb293-fb25-4201-a016-9739cb51bb3c req-d545a363-9c15-4ed0-9651-4ffc83361ac4 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 210 time: 0.0567136 Jul 27 16:41:37.322672 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0878aa70-098f-480d-a143-4f85755fd16c req-36d8e62b-94ca-4ce7-815c-667001fb480c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0508325 Jul 27 16:41:37.461619 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac081556-3a99-4df0-9e12-a33fd88016dc None None] New status for floating IP 2f972c0f-20ff-4d79-bd84-0d2407a0e453: DOWN {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:41:37.658756 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-30e35477-2998-41ac-a878-bd19f64252e7 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:37.731410 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-30e35477-2998-41ac-a878-bd19f64252e7 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:37.744603 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487751c9-452d-4c68-b9ca-f248634f8f62 None None] New status for floating IP feab511e-2197-4346-9eb8-39a2e058aaca: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:41:37.846345 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-30e35477-2998-41ac-a878-bd19f64252e7 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Network 898a9478-2e06-47ac-96fa-1c8894314115 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:37.849796 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-30e35477-2998-41ac-a878-bd19f64252e7 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:37.855209 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-30e35477-2998-41ac-a878-bd19f64252e7 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:41:37.905984 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e35477-2998-41ac-a878-bd19f64252e7 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Pushing event updated for resources: {'Port': ['ID=82adc233-9cd1-47cb-9a9f-6589c38dcd85,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:37.933413 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:37.935274 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b404f757-e126-46c2-9b38-079ede8a3b6c req-453c1af6-9dc7-4484-a111-990a5f7c4272 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.0482070 Jul 27 16:41:37.959335 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-30e35477-2998-41ac-a878-bd19f64252e7 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:37.960451 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-30e35477-2998-41ac-a878-bd19f64252e7 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:37.986178 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-30e35477-2998-41ac-a878-bd19f64252e7 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0287299 Jul 27 16:41:38.213600 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-f6cb799c-89f7-4292-b149-45de6398a18a None None] Provisioning complete for port 82adc233-9cd1-47cb-9a9f-6589c38dcd85 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:38.214162 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f6cb799c-89f7-4292-b149-45de6398a18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:38.225025 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27345d-c017-47ba-92dc-cd6d76ba0635 req-495eb9d8-21e1-4a6f-86a8-f507cd46b81b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:38.227697 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bb27345d-c017-47ba-92dc-cd6d76ba0635 req-495eb9d8-21e1-4a6f-86a8-f507cd46b81b tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 945 time: 0.0548222 Jul 27 16:41:38.245975 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:38.261533 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb799c-89f7-4292-b149-45de6398a18a None None] Port 82adc233-9cd1-47cb-9a9f-6589c38dcd85 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:41:38.313538 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bb27345d-c017-47ba-92dc-cd6d76ba0635 req-96552e6f-0fb3-4a61-906e-74ab9ec1ca53 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=161d5fa2-d811-4f7c-9344-c0995638793d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617876 Jul 27 16:41:38.320347 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 7d079e14-f8f7-43ce-a463-f17c326cc7bb no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:38.351020 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: 7d079e14-f8f7-43ce-a463-f17c326cc7bb {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:41:38.351457 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 7d079e14-f8f7-43ce-a463-f17c326cc7bb not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:38.351961 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 0bef1170-4e15-46fb-94c9-cabca6dd7a80 no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:38.382250 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: 0bef1170-4e15-46fb-94c9-cabca6dd7a80 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:41:38.382889 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 0bef1170-4e15-46fb-94c9-cabca6dd7a80 not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:38.474353 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bed12-3fc7-46bd-adbe-1352eeb2e805 req-3ee697ec-aaee-4f16-9dd8-08416136373c tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:38.475881 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-318bed12-3fc7-46bd-adbe-1352eeb2e805 req-3ee697ec-aaee-4f16-9dd8-08416136373c tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 931 time: 0.0884933 Jul 27 16:41:38.485486 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de846708-e9e7-453b-840c-c5a5f6fc62db req-c4cd5d30-b952-4de6-bc90-e9b7acc81c33 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:38.486912 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-de846708-e9e7-453b-840c-c5a5f6fc62db req-c4cd5d30-b952-4de6-bc90-e9b7acc81c33 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 945 time: 0.0883932 Jul 27 16:41:38.497410 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43452) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:38.503919 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-cbec6856-d870-4767-a3fe-2fda7beaa755 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Request body: {'floatingip': {'port_id': '6993eaf5-c8ad-4936-9c06-76702442c3cf'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:38.543923 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-318bed12-3fc7-46bd-adbe-1352eeb2e805 req-30e9bde3-ec71-43ca-a623-4546c33c2d12 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560272 Jul 27 16:41:38.576770 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cbec6856-d870-4767-a3fe-2fda7beaa755 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (b16c3946-1622-4e3c-81c9-c2bae06b64c7), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:38.618349 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2e088284-9276-4641-8685-1994f01d2f2e req-19b7443b-df93-4124-87f7-74e1f264ad38 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0316811 Jul 27 16:41:38.901042 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:39.066495 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c52f8341-5676-48ba-96d0-1c5979b4cefb req-91f495b1-4a17-4679-9a77-d7c789368df3 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.0311975 Jul 27 16:41:39.073532 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cbec6856-d870-4767-a3fe-2fda7beaa755 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:39.081133 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cbec6856-d870-4767-a3fe-2fda7beaa755 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (b16c3946-1622-4e3c-81c9-c2bae06b64c7), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:39.185239 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-cbec6856-d870-4767-a3fe-2fda7beaa755 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Floating IP b16c3946-1622-4e3c-81c9-c2bae06b64c7 associated. External IP: 172.27.2.47, port: 6993eaf5-c8ad-4936-9c06-76702442c3cf. Jul 27 16:41:39.270288 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:39.406667 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbec6856-d870-4767-a3fe-2fda7beaa755 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:41:39.511972 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbec6856-d870-4767-a3fe-2fda7beaa755 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:41:39.517447 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cbec6856-d870-4767-a3fe-2fda7beaa755 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:39.524232 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac0b40-501f-44a6-b3a7-a13b4c219798 None None] Sync routers for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:41:39.535349 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac0b40-501f-44a6-b3a7-a13b4c219798 None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:39.536204 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-78ac0b40-501f-44a6-b3a7-a13b4c219798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:41:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:39.565116 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-cbec6856-d870-4767-a3fe-2fda7beaa755 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "PUT /v2.0/floatingips/b16c3946-1622-4e3c-81c9-c2bae06b64c7 HTTP/1.1" status: 200 len: 990 time: 1.0657291 Jul 27 16:41:39.565781 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55626f53-2e25-4155-8c30-c86a7f381f95', 'tag': '6993eaf5-c8ad-4936-9c06-76702442c3cf'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:41:39.568093 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d49f032-a0cb-4165-868b-31c850c1f3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "55626f53-2e25-4155-8c30-c86a7f381f95", "tag": "6993eaf5-c8ad-4936-9c06-76702442c3cf"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:39.611986 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb3747a-fb91-49fe-85f3-6c0d1efa292e x-openstack-request-id: req-3bb3747a-fb91-49fe-85f3-6c0d1efa292e {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:39.612272 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55626f53-2e25-4155-8c30-c86a7f381f95", "tag": "6993eaf5-c8ad-4936-9c06-76702442c3cf", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:39.612524 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3bb3747a-fb91-49fe-85f3-6c0d1efa292e {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:39.612938 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb3747a-fb91-49fe-85f3-6c0d1efa292e'] response: {'name': 'network-changed', 'server_uuid': '55626f53-2e25-4155-8c30-c86a7f381f95', 'tag': '6993eaf5-c8ad-4936-9c06-76702442c3cf', 'status': 'completed', 'code': 200} Jul 27 16:41:39.700579 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-78ac0b40-501f-44a6-b3a7-a13b4c219798 None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:39.714020 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b00d9-e222-47cc-9fd8-1c9dbfdc4973 req-b38447f8-21a4-452f-8998-6ec30f4d4d52 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:39.721484 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-536b00d9-e222-47cc-9fd8-1c9dbfdc4973 req-b38447f8-21a4-452f-8998-6ec30f4d4d52 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 931 time: 0.0744057 Jul 27 16:41:39.737349 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:39.801405 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7df5c2ac-ec4e-48db-84f9-395c388463b3 req-1694f4c3-0b7e-411c-9317-75f575f30446 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0475531 Jul 27 16:41:39.816296 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-536b00d9-e222-47cc-9fd8-1c9dbfdc4973 req-27694db7-1ccc-4af8-ac74-6f6a7307d1f9 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894446 Jul 27 16:41:39.953976 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-78ac0b40-501f-44a6-b3a7-a13b4c219798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'b16c3946-1622-4e3c-81c9-c2bae06b64c7', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '6993eaf5-c8ad-4936-9c06-76702442c3cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:04:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55626f53-2e25-4155-8c30-c86a7f381f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:41:20Z', 'updated_at': '2022-07-27T16:41:38Z', 'revision_number': 1, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:39.956456 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:39.982319 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac0b40-501f-44a6-b3a7-a13b4c219798 None None] Checking router: 115fa28b-f5c6-4177-8cbb-a31c9f89e350 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:41:39.991512 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac0b40-501f-44a6-b3a7-a13b4c219798 None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:41:39.992111 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-78ac0b40-501f-44a6-b3a7-a13b4c219798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:41:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:40.091452 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-78ac0b40-501f-44a6-b3a7-a13b4c219798 None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:41:40.174827 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:40.198316 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-990e0521-442a-415e-8641-2f68e3371699 req-5817465f-74ed-40fd-9271-6bffcba24e34 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.0347922 Jul 27 16:41:40.354146 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-78ac0b40-501f-44a6-b3a7-a13b4c219798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'b16c3946-1622-4e3c-81c9-c2bae06b64c7', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '6993eaf5-c8ad-4936-9c06-76702442c3cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:04:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55626f53-2e25-4155-8c30-c86a7f381f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:41:20Z', 'updated_at': '2022-07-27T16:41:38Z', 'revision_number': 1, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:41:40.379705 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac0b40-501f-44a6-b3a7-a13b4c219798 None None] The sync data for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi is: [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'b16c3946-1622-4e3c-81c9-c2bae06b64c7', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'port_id': '6993eaf5-c8ad-4936-9c06-76702442c3cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'mac_address': 'fa:16:3e:04:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55626f53-2e25-4155-8c30-c86a7f381f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:41:20Z', 'updated_at': '2022-07-27T16:41:38Z', 'revision_number': 1, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:41:40.610718 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253d337-6437-420c-b859-0a8f6fcbd642 None None] New status for floating IP b16c3946-1622-4e3c-81c9-c2bae06b64c7: ACTIVE {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:41:40.967969 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1bf56b5f-e8f1-4ccb-924d-a0a9f10b6712 req-d649aa00-86e9-4456-ad1c-ab114d620f35 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0575008 Jul 27 16:41:41.014936 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892fbfd-bd0a-40c6-ae7c-3db6a9c38a59 req-eaa06490-f0dc-4838-bf99-8348c8bf9f30 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:41.016872 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4892fbfd-bd0a-40c6-ae7c-3db6a9c38a59 req-eaa06490-f0dc-4838-bf99-8348c8bf9f30 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 931 time: 0.0642755 Jul 27 16:41:41.089857 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4892fbfd-bd0a-40c6-ae7c-3db6a9c38a59 req-98e437bd-3555-495b-a893-ae9eed350d05 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639591 Jul 27 16:41:41.310071 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-712ac1a0-640b-4ba6-9cb9-64afe7ef8a44 req-eea0329e-0844-4f7c-b25c-e4991fbd377b tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.0279365 Jul 27 16:41:42.096084 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-92769b02-adaa-4ef7-a866-0c99602fe77b req-25abeb19-0482-454d-a5ee-5a7405c11991 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0395868 Jul 27 16:41:42.226158 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e172d9f-9f70-40e3-a145-fd763c83d6de req-7d8ad106-e2bd-43d7-a45b-89e39859b4ba tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:42.227640 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1e172d9f-9f70-40e3-a145-fd763c83d6de req-7d8ad106-e2bd-43d7-a45b-89e39859b4ba tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 931 time: 0.0496864 Jul 27 16:41:42.282651 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1e172d9f-9f70-40e3-a145-fd763c83d6de req-9d5b4b60-ed2a-4fdb-bbad-b3a3a4ee73ef tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493181 Jul 27 16:41:42.426060 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0e826d1-55d9-4e77-bd2d-b3cf225f27cb req-1cda3b16-23e4-4252-baac-a7d3c274d9e5 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.0294483 Jul 27 16:41:43.224985 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a37e4426-0c05-4fef-88e3-c3dbae39cd4b req-9c99d243-a778-44c9-a9bd-f9ec11e8274c tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0328090 Jul 27 16:41:43.413801 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4fe04-a236-48b0-8f87-dd9332706651 req-ea2faa9a-e153-4cfd-b1f0-2b0d302fa248 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:43.415251 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8e4fe04-a236-48b0-8f87-dd9332706651 req-ea2faa9a-e153-4cfd-b1f0-2b0d302fa248 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 931 time: 0.0590279 Jul 27 16:41:43.470875 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8e4fe04-a236-48b0-8f87-dd9332706651 req-4be4179b-8fbb-4150-b0ca-eecc612209b6 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491168 Jul 27 16:41:43.561314 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bf197197-fae1-4b2d-8fb4-1bc5fd4942db req-679ccbf2-2d54-4c76-8ddf-1d2f255ef9ea tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.0302246 Jul 27 16:41:44.329922 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:44.349590 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e2f62b4-04b9-485b-a38a-f87f8e7f6a85 req-b4cd4fb4-d30f-47a0-b35c-4d91f69b2380 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0299389 Jul 27 16:41:44.619065 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635a2f4-de53-42c4-94e2-10544de38762 req-f648fcc1-72a2-4027-a601-4f45dd3a65cf tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:44.626544 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3635a2f4-de53-42c4-94e2-10544de38762 req-f648fcc1-72a2-4027-a601-4f45dd3a65cf tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 931 time: 0.0623837 Jul 27 16:41:44.701213 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3635a2f4-de53-42c4-94e2-10544de38762 req-5db7531d-e78b-469a-acf6-2b063877dc87 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737777 Jul 27 16:41:44.718387 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a2319035-e619-4d02-84c6-1ae2c42adffc req-2ed990ca-3613-43b1-ac6b-e09330b50d6d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.0328648 Jul 27 16:41:45.465481 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f888a257-5bd1-47a4-9d14-9be0d4c638ee req-51a69dc9-c333-4594-afad-b04e1ef4043a tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=05d821db-4106-4df9-9cec-c07b5b95e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0283251 Jul 27 16:41:45.610278 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Request body: {'port': {'device_id': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:45.677008 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:45.869204 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-add01d29-701e-4b83-a7c6-1e112d2ba2c3 req-706342cb-b97c-4cfc-82a6-95f30e398676 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0065d67-39b9-4506-a9c5-e3669abc73f3 HTTP/1.1" status: 200 len: 210 time: 0.0569942 Jul 27 16:41:45.916706 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac9f08-eca7-4359-88b5-d4844d9b3800 req-380421c1-ac34-41a2-8fbc-933f4dec0036 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:45.918213 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-acac9f08-eca7-4359-88b5-d4844d9b3800 req-380421c1-ac34-41a2-8fbc-933f4dec0036 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 931 time: 0.1426234 Jul 27 16:41:45.971031 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49f032-a0cb-4165-868b-31c850c1f3fc req-372698d9-6195-43d8-9a77-c4520fae5a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:45.972488 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2d49f032-a0cb-4165-868b-31c850c1f3fc req-372698d9-6195-43d8-9a77-c4520fae5a40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 1129 time: 0.0777066 Jul 27 16:41:46.070094 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-acac9f08-eca7-4359-88b5-d4844d9b3800 req-93cc68e8-3ff7-4056-b0fc-ff46c3e3f5d2 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346314 Jul 27 16:41:46.098490 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:46.160394 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82adc233-9cd1-47cb-9a9f-6589c38dcd85 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:41:46.165352 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49f032-a0cb-4165-868b-31c850c1f3fc req-0977cb99-fda2-426c-b9ed-a248d0a016ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:46.166984 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2d49f032-a0cb-4165-868b-31c850c1f3fc req-0977cb99-fda2-426c-b9ed-a248d0a016ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e HTTP/1.1" status: 200 len: 916 time: 0.1823394 Jul 27 16:41:46.171031 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Publish callbacks [] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:46.217339 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Transition to ACTIVE for port object 82adc233-9cd1-47cb-9a9f-6589c38dcd85 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:41:46.229858 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:46.271017 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2d49f032-a0cb-4165-868b-31c850c1f3fc req-84026379-adb2-4961-a702-72b767e65d87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6993eaf5-c8ad-4936-9c06-76702442c3cf HTTP/1.1" status: 200 len: 1000 time: 0.0928450 Jul 27 16:41:46.320695 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Pushing event updated for resources: {'Port': ['ID=82adc233-9cd1-47cb-9a9f-6589c38dcd85,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:46.357542 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49f032-a0cb-4165-868b-31c850c1f3fc req-160b09e0-0e24-46b1-a09c-4fd0b86388cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:46.360265 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2d49f032-a0cb-4165-868b-31c850c1f3fc req-160b09e0-0e24-46b1-a09c-4fd0b86388cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f8f2e6b-ff3c-47af-8857-06c3b916a7f6 HTTP/1.1" status: 200 len: 854 time: 0.0806699 Jul 27 16:41:46.422488 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:46.450960 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49f032-a0cb-4165-868b-31c850c1f3fc req-dca93b00-1df6-497a-931e-ce18aa2e039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:46.452501 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2d49f032-a0cb-4165-868b-31c850c1f3fc req-dca93b00-1df6-497a-931e-ce18aa2e039a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22edebd8-fe29-44cb-9c58-64fe5ac1da5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615082 Jul 27 16:41:46.471442 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Attempting to bind port 82adc233-9cd1-47cb-9a9f-6589c38dcd85 on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:41:46.472017 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Attempting to bind port 82adc233-9cd1-47cb-9a9f-6589c38dcd85 by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': '5b125d0e-12ae-4804-9ab0-e6ac14eed65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:41:46.472017 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Attempting to bind port 82adc233-9cd1-47cb-9a9f-6589c38dcd85 on network 898a9478-2e06-47ac-96fa-1c8894314115 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:41:46.510207 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Port 82adc233-9cd1-47cb-9a9f-6589c38dcd85 on network 898a9478-2e06-47ac-96fa-1c8894314115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:41:46.510548 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Attempting to bind port 82adc233-9cd1-47cb-9a9f-6589c38dcd85 on network 898a9478-2e06-47ac-96fa-1c8894314115 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:41:46.520082 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:41:46.520425 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Checking segment: {'id': '5b125d0e-12ae-4804-9ab0-e6ac14eed65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:41:46.520810 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Bound using segment: {'id': '5b125d0e-12ae-4804-9ab0-e6ac14eed65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:41:46.521260 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Bound port: 82adc233-9cd1-47cb-9a9f-6589c38dcd85, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b125d0e-12ae-4804-9ab0-e6ac14eed65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:41:46.521623 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:46.557126 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43510) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:46.611974 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2d49f032-a0cb-4165-868b-31c850c1f3fc req-60d48671-f000-4df5-a91e-3942beb48827 service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502948 Jul 27 16:41:46.615670 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d77e5ff5-5ce0-46ff-9986-87622022d8ca tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for security_group (26b4533e-c3ea-44a1-9330-41ea9aef4852), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:46.617517 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] For port 82adc233-9cd1-47cb-9a9f-6589c38dcd85, host hv-cinder-84969, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:46.621937 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] For port 82adc233-9cd1-47cb-9a9f-6589c38dcd85, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=82adc233-9cd1-47cb-9a9f-6589c38dcd85,segment=NetworkSegment(5b125d0e-12ae-4804-9ab0-e6ac14eed65e),segment_id=5b125d0e-12ae-4804-9ab0-e6ac14eed65e)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:46.640638 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d77e5ff5-5ce0-46ff-9986-87622022d8ca tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for security_group (26b4533e-c3ea-44a1-9330-41ea9aef4852), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:46.642823 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:46.698618 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d77e5ff5-5ce0-46ff-9986-87622022d8ca tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (26b4533e-c3ea-44a1-9330-41ea9aef4852), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:46.702613 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d77e5ff5-5ce0-46ff-9986-87622022d8ca tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:46.704978 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d77e5ff5-5ce0-46ff-9986-87622022d8ca tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "DELETE /v2.0/security-groups/26b4533e-c3ea-44a1-9330-41ea9aef4852 HTTP/1.1" status: 204 len: 168 time: 0.1461272 Jul 27 16:41:46.712328 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43512) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:46.723056 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:46.723582 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:46.725015 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] 10.222.0.20 "PUT /v2.0/ports/82adc233-9cd1-47cb-9a9f-6589c38dcd85 HTTP/1.1" status: 200 len: 1093 time: 1.1232302 Jul 27 16:41:46.727064 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'tag': '82adc233-9cd1-47cb-9a9f-6589c38dcd85'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:41:46.729474 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38faaaa-2959-442f-87e7-fa28df3db869" -d '{"events": [{"name": "network-changed", "server_uuid": "62052d5b-7135-4e70-b6a3-e14c82a6f1eb", "tag": "82adc233-9cd1-47cb-9a9f-6589c38dcd85"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:46.739182 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e5ff5-5ce0-46ff-9986-87622022d8ca tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b4533e-c3ea-44a1-9330-41ea9aef4852,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:46.746640 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.api.v2.resource [None req-6253476e-cd5a-47a8-b581-aaa048c0e908 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] show failed (client error): The resource could not be found. Jul 27 16:41:46.751129 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-6253476e-cd5a-47a8-b581-aaa048c0e908 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups/26b4533e-c3ea-44a1-9330-41ea9aef4852 HTTP/1.1" status: 404 len: 347 time: 0.0335338 Jul 27 16:41:46.751464 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43516) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:46.790290 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a07ec-1d74-418d-82b5-cb35cc3b5b8f service neutron] Pushing event updated for resources: {'Port': ['ID=82adc233-9cd1-47cb-9a9f-6589c38dcd85,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:46.814714 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7916a9-081c-4acf-a425-c968993aba11 x-openstack-request-id: req-2a7916a9-081c-4acf-a425-c968993aba11 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:46.815009 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62052d5b-7135-4e70-b6a3-e14c82a6f1eb", "tag": "82adc233-9cd1-47cb-9a9f-6589c38dcd85", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:46.815267 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2a7916a9-081c-4acf-a425-c968993aba11 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:46.815680 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7916a9-081c-4acf-a425-c968993aba11'] response: {'name': 'network-changed', 'server_uuid': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'tag': '82adc233-9cd1-47cb-9a9f-6589c38dcd85', 'status': 'completed', 'code': 200} Jul 27 16:41:46.817867 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2d49f032-a0cb-4165-868b-31c850c1f3fc req-04744738-5cd2-4b44-bf3e-251d859871cd service neutron] 10.222.0.20 "GET /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978474 Jul 27 16:41:46.848381 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-45fc621b-4566-4224-b883-f69ee3b3c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:46.849971 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-45fc621b-4566-4224-b883-f69ee3b3c8f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d1afc492b44c07800f8d7288dac741&device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 1127 time: 0.0470676 Jul 27 16:41:46.893093 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-722f1077-6732-4b33-a4a1-fae5588ba036 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82adc233-9cd1-47cb-9a9f-6589c38dcd85 HTTP/1.1" status: 200 len: 217 time: 0.0332036 Jul 27 16:41:46.898842 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8c662-b1d8-4c57-a938-fd30ec5376d0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Deleting port 5e7ae72d-3613-49ab-96f4-49d8782f89d2 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:41:46.899192 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0ec8c662-b1d8-4c57-a938-fd30ec5376d0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (5e7ae72d-3613-49ab-96f4-49d8782f89d2), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:46.952790 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-0d3774cd-6e57-40bf-9173-5ac258a137ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:46.954434 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-0d3774cd-6e57-40bf-9173-5ac258a137ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d9d83c7-b5fb-456b-9c6e-1576be2b5553 HTTP/1.1" status: 200 len: 853 time: 0.0556724 Jul 27 16:41:46.982844 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43522) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:47.003840 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-7a804fd4-0cd8-4a45-b359-704f9dd9aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:47.005367 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-7a804fd4-0cd8-4a45-b359-704f9dd9aa92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=898a9478-2e06-47ac-96fa-1c8894314115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416484 Jul 27 16:41:47.011865 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:47.017653 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0ec8c662-b1d8-4c57-a938-fd30ec5376d0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (5e7ae72d-3613-49ab-96f4-49d8782f89d2), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.017970 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0ec8c662-b1d8-4c57-a938-fd30ec5376d0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for floatingip (5e7ae72d-3613-49ab-96f4-49d8782f89d2), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.019435 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:47.040777 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8c662-b1d8-4c57-a938-fd30ec5376d0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Calling delete_port for 5e7ae72d-3613-49ab-96f4-49d8782f89d2 owned by network:floatingip {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:41:47.109429 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-9a31acae-e6a9-4df3-9686-47aa16efb686 service neutron] 10.222.0.20 "GET /v2.0/networks/898a9478-2e06-47ac-96fa-1c8894314115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968368 Jul 27 16:41:47.123274 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5bb4-2ed6-422e-9ce1-4559ec986b77 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group (88084254-5810-499c-ab6d-282fac664d63), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.156097 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:47.166552 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5bb4-2ed6-422e-9ce1-4559ec986b77 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group (88084254-5810-499c-ab6d-282fac664d63), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.221811 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718cc19-522b-45b2-9aa5-e4d2018a10c0 req-759dab3a-4d22-4b60-ba1d-2ebf26e31068 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:47.223372 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b718cc19-522b-45b2-9aa5-e4d2018a10c0 req-759dab3a-4d22-4b60-ba1d-2ebf26e31068 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 943 time: 0.0630214 Jul 27 16:41:47.250042 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5bb4-2ed6-422e-9ce1-4559ec986b77 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (88084254-5810-499c-ab6d-282fac664d63), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.253184 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5bb4-2ed6-422e-9ce1-4559ec986b77 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.256011 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8c3b5bb4-2ed6-422e-9ce1-4559ec986b77 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "DELETE /v2.0/security-groups/88084254-5810-499c-ab6d-282fac664d63 HTTP/1.1" status: 204 len: 168 time: 0.2693815 Jul 27 16:41:47.256622 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43526) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:47.270219 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3baa1aba-1019-43e0-a2c5-ff1767439c0b req-71536fbd-90c7-4a4e-a052-fad0d0a2bcf5 service neutron] 10.222.0.20 "GET /v2.0/networks/898a9478-2e06-47ac-96fa-1c8894314115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539128 Jul 27 16:41:47.271617 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b5bb4-2ed6-422e-9ce1-4559ec986b77 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88084254-5810-499c-ab6d-282fac664d63,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:47.280264 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0ec8c662-b1d8-4c57-a938-fd30ec5376d0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (5e7ae72d-3613-49ab-96f4-49d8782f89d2), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.287493 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.api.v2.resource [None req-1ce43653-ceb0-4073-b39b-db3c1da80980 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] show failed (client error): The resource could not be found. Jul 27 16:41:47.291312 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1ce43653-ceb0-4073-b39b-db3c1da80980 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups/88084254-5810-499c-ab6d-282fac664d63 HTTP/1.1" status: 404 len: 347 time: 0.0298145 Jul 27 16:41:47.292765 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43528) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:47.314817 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8c662-b1d8-4c57-a938-fd30ec5376d0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Pushing event deleted for resources: {'Port': ['ID=5e7ae72d-3613-49ab-96f4-49d8782f89d2,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:47.357619 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b718cc19-522b-45b2-9aa5-e4d2018a10c0 req-11a866e0-d824-472f-b473-3036a4f22b3b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276443 Jul 27 16:41:47.388822 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0ec8c662-b1d8-4c57-a938-fd30ec5376d0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks [] for floatingip (2f972c0f-20ff-4d79-bd84-0d2407a0e453), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.388822 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0ec8c662-b1d8-4c57-a938-fd30ec5376d0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.388822 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-0ec8c662-b1d8-4c57-a938-fd30ec5376d0 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "DELETE /v2.0/floatingips/2f972c0f-20ff-4d79-bd84-0d2407a0e453 HTTP/1.1" status: 204 len: 168 time: 0.6347408 Jul 27 16:41:47.435207 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-2cca301d-1f25-44df-9e69-514acd6aba95 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Deleting port 41fa2748-5128-443c-9596-9512930402b5 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:41:47.435584 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2cca301d-1f25-44df-9e69-514acd6aba95 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (41fa2748-5128-443c-9596-9512930402b5), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.489460 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:47.521232 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2cca301d-1f25-44df-9e69-514acd6aba95 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (41fa2748-5128-443c-9596-9512930402b5), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.521485 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2cca301d-1f25-44df-9e69-514acd6aba95 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for floatingip (41fa2748-5128-443c-9596-9512930402b5), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.534384 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-2cca301d-1f25-44df-9e69-514acd6aba95 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Calling delete_port for 41fa2748-5128-443c-9596-9512930402b5 owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:41:47.665461 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2cca301d-1f25-44df-9e69-514acd6aba95 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (41fa2748-5128-443c-9596-9512930402b5), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.691650 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca301d-1f25-44df-9e69-514acd6aba95 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event deleted for resources: {'Port': ['ID=41fa2748-5128-443c-9596-9512930402b5,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:47.757123 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2cca301d-1f25-44df-9e69-514acd6aba95 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for floatingip (feab511e-2197-4346-9eb8-39a2e058aaca), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.759683 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2cca301d-1f25-44df-9e69-514acd6aba95 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.760823 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2cca301d-1f25-44df-9e69-514acd6aba95 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "DELETE /v2.0/floatingips/feab511e-2197-4346-9eb8-39a2e058aaca HTTP/1.1" status: 204 len: 168 time: 0.4671588 Jul 27 16:41:47.848876 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43536) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:47.853675 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-d7bee4f5-e664-4f8e-8cc4-222680e8f9fe tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--993645515', 'description': 'tempest-description--237011886'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:47.875409 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7bee4f5-e664-4f8e-8cc4-222680e8f9fe tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.936357 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:47.943415 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7bee4f5-e664-4f8e-8cc4-222680e8f9fe tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group (19cc5220-0331-4243-b482-6d39b6c602fe), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.947392 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7bee4f5-e664-4f8e-8cc4-222680e8f9fe tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (19cc5220-0331-4243-b482-6d39b6c602fe), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.973819 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7bee4f5-e664-4f8e-8cc4-222680e8f9fe tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:47.975013 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d7bee4f5-e664-4f8e-8cc4-222680e8f9fe tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1250584 Jul 27 16:41:47.977973 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43538) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:47.982692 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bee4f5-e664-4f8e-8cc4-222680e8f9fe tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cc5220-0331-4243-b482-6d39b6c602fe,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:47.982845 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-52f960a8-328e-4668-927f-c32fddc87663 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Request body: {'security_group_rule': {'security_group_id': '19cc5220-0331-4243-b482-6d39b6c602fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:48.010122 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52f960a8-328e-4668-927f-c32fddc87663 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group_rule (dc02bd97-a587-4894-bdba-b31e14fb0380), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:48.066254 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52f960a8-328e-4668-927f-c32fddc87663 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group_rule (dc02bd97-a587-4894-bdba-b31e14fb0380), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:48.069811 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52f960a8-328e-4668-927f-c32fddc87663 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (dc02bd97-a587-4894-bdba-b31e14fb0380), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:48.094869 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f960a8-328e-4668-927f-c32fddc87663 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc02bd97-a587-4894-bdba-b31e14fb0380,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:48.100121 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52f960a8-328e-4668-927f-c32fddc87663 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:48.104108 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-52f960a8-328e-4668-927f-c32fddc87663 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250341 Jul 27 16:41:48.104283 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43540) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:48.108755 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-0c72af4c-895a-4dd2-ba58-470c5b856194 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Request body: {'security_group_rule': {'security_group_id': '19cc5220-0331-4243-b482-6d39b6c602fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:48.134983 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c72af4c-895a-4dd2-ba58-470c5b856194 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group_rule (0dead31c-0a8e-493e-9547-f71b29e85989), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:48.193739 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c72af4c-895a-4dd2-ba58-470c5b856194 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group_rule (0dead31c-0a8e-493e-9547-f71b29e85989), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:48.197251 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c72af4c-895a-4dd2-ba58-470c5b856194 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (0dead31c-0a8e-493e-9547-f71b29e85989), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:48.219182 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72af4c-895a-4dd2-ba58-470c5b856194 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dead31c-0a8e-493e-9547-f71b29e85989,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:48.225632 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c72af4c-895a-4dd2-ba58-470c5b856194 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:48.226804 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0c72af4c-895a-4dd2-ba58-470c5b856194 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215029 Jul 27 16:41:48.230153 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43542) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:41:48.235264 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Request body: {'floatingip': {'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:48.258770 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:48.270440 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38faaaa-2959-442f-87e7-fa28df3db869 req-08d75892-da9a-4637-976f-7a8b578309b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:48.272267 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e38faaaa-2959-442f-87e7-fa28df3db869 req-08d75892-da9a-4637-976f-7a8b578309b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d1afc492b44c07800f8d7288dac741&device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 1127 time: 0.0424576 Jul 27 16:41:48.337397 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:48.367052 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38faaaa-2959-442f-87e7-fa28df3db869 req-086ce683-f61f-4932-90c1-ef15e5425abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:48.368798 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e38faaaa-2959-442f-87e7-fa28df3db869 req-086ce683-f61f-4932-90c1-ef15e5425abf service neutron] 10.222.0.20 "GET /v2.0/networks?id=898a9478-2e06-47ac-96fa-1c8894314115 HTTP/1.1" status: 200 len: 915 time: 0.0888753 Jul 27 16:41:48.383480 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 82adc233-9cd1-47cb-9a9f-6589c38dcd85 details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:41:48.413269 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e38faaaa-2959-442f-87e7-fa28df3db869 req-d9d709fd-13f5-49cc-9161-56f12b9c69cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82adc233-9cd1-47cb-9a9f-6589c38dcd85 HTTP/1.1" status: 200 len: 217 time: 0.0380237 Jul 27 16:41:48.450176 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:48.461558 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Allocated IP 172.27.2.17 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/d1dca865-b888-4380-9a52-fbcc42e55bd4) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:48.495253 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 82adc233-9cd1-47cb-9a9f-6589c38dcd85, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=82adc233-9cd1-47cb-9a9f-6589c38dcd85,segment=NetworkSegment(5b125d0e-12ae-4804-9ab0-e6ac14eed65e),segment_id=5b125d0e-12ae-4804-9ab0-e6ac14eed65e)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:48.506478 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38faaaa-2959-442f-87e7-fa28df3db869 req-3656ad51-f428-4c3a-990d-3ed67b50bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:48.508210 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e38faaaa-2959-442f-87e7-fa28df3db869 req-3656ad51-f428-4c3a-990d-3ed67b50bba7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d9d83c7-b5fb-456b-9c6e-1576be2b5553 HTTP/1.1" status: 200 len: 853 time: 0.0887687 Jul 27 16:41:48.511076 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': '82adc233-9cd1-47cb-9a9f-6589c38dcd85', 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115', 'port_id': '82adc233-9cd1-47cb-9a9f-6589c38dcd85', 'mac_address': 'fa:16:3e:b4:d7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:41:48.514265 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e5ed0-a007-48a2-8013-a5bfd4b5f83d req-019eca79-48d6-4e10-9459-e754b9137639 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:48.515740 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9f8e5ed0-a007-48a2-8013-a5bfd4b5f83d req-019eca79-48d6-4e10-9459-e754b9137639 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 943 time: 0.0685401 Jul 27 16:41:48.548696 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 82adc233-9cd1-47cb-9a9f-6589c38dcd85 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:48.549112 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:48.565802 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82adc233-9cd1-47cb-9a9f-6589c38dcd85 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:41:48.575630 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:48.589872 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 82adc233-9cd1-47cb-9a9f-6589c38dcd85, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=82adc233-9cd1-47cb-9a9f-6589c38dcd85,segment=NetworkSegment(5b125d0e-12ae-4804-9ab0-e6ac14eed65e),segment_id=5b125d0e-12ae-4804-9ab0-e6ac14eed65e)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:48.591558 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for port (d1dca865-b888-4380-9a52-fbcc42e55bd4), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:48.596454 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:48.604173 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9f8e5ed0-a007-48a2-8013-a5bfd4b5f83d req-b2a46641-e120-4c12-b7f9-7fef23da0ff8 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759923 Jul 27 16:41:48.605628 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38faaaa-2959-442f-87e7-fa28df3db869 req-dd270ffa-e088-4ceb-8110-7f7b4e098c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:48.607305 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e38faaaa-2959-442f-87e7-fa28df3db869 req-dd270ffa-e088-4ceb-8110-7f7b4e098c22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=898a9478-2e06-47ac-96fa-1c8894314115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0904260 Jul 27 16:41:48.653981 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=82adc233-9cd1-47cb-9a9f-6589c38dcd85,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:48.657247 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:48.667402 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (d1dca865-b888-4380-9a52-fbcc42e55bd4), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:48.715783 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:48.723419 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:48.728562 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e38faaaa-2959-442f-87e7-fa28df3db869 req-241e6f05-c3a5-4856-9b4c-a9a6a658fc8e service neutron] 10.222.0.20 "GET /v2.0/networks/898a9478-2e06-47ac-96fa-1c8894314115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113014 Jul 27 16:41:48.728754 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:41:48.751006 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event updated for resources: {'Port': ['ID=d1dca865-b888-4380-9a52-fbcc42e55bd4,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:48.821340 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for floatingip (91a0585c-1e6f-4616-a12a-6b60b807002c), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:48.825304 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e38faaaa-2959-442f-87e7-fa28df3db869 req-fb06f19d-e714-46ab-b4b3-e602f71601b6 service neutron] 10.222.0.20 "GET /v2.0/networks/898a9478-2e06-47ac-96fa-1c8894314115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904403 Jul 27 16:41:48.865104 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (d1dca865-b888-4380-9a52-fbcc42e55bd4), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:48.921678 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['82adc233-9cd1-47cb-9a9f-6589c38dcd85'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:41:49.023536 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for port (d1dca865-b888-4380-9a52-fbcc42e55bd4), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:49.028395 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (d1dca865-b888-4380-9a52-fbcc42e55bd4), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:49.098916 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event updated for resources: {'Port': ['ID=d1dca865-b888-4380-9a52-fbcc42e55bd4,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:49.118633 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (91a0585c-1e6f-4616-a12a-6b60b807002c), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:49.136479 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:49.137763 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-64062245-a3fd-45cc-8db6-6f27573906e1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9064212 Jul 27 16:41:49.307648 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1f811ada-f7ee-49dd-a337-0d2548b18a75 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--993645515&fields=id&tenant_id=89ddf8711f2f4be88304f967149c3a50 HTTP/1.1" status: 200 len: 267 time: 0.0470529 Jul 27 16:41:49.417335 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-c4354f24-ba9e-4acc-b503-058af4a871df tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:49.418682 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-c4354f24-ba9e-4acc-b503-058af4a871df tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/networks?id=5f30e4e1-bf07-478c-895f-f27f24b25617 HTTP/1.1" status: 200 len: 810 time: 0.1040812 Jul 27 16:41:49.433321 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-b74bba13-01fc-41f4-a125-3402519c92f5 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/quotas/89ddf8711f2f4be88304f967149c3a50 HTTP/1.1" status: 200 len: 375 time: 0.0090008 Jul 27 16:41:49.475428 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:49.487135 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-f2f557fc-ca26-41a4-b494-e1a138777ef6 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=89ddf8711f2f4be88304f967149c3a50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485020 Jul 27 16:41:49.851900 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd13f6f-5372-465a-9b0e-7b99708f367b req-1f7c5e2b-baa5-4d8e-8663-47d2814d83f3 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:49.853380 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7bd13f6f-5372-465a-9b0e-7b99708f367b req-1f7c5e2b-baa5-4d8e-8663-47d2814d83f3 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 944 time: 0.0614452 Jul 27 16:41:49.888483 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-078ef19c-0add-42f7-b531-8cbacf3e8774 service neutron] 10.222.0.74 "GET /v2.0/networks/5f30e4e1-bf07-478c-895f-f27f24b25617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900709 Jul 27 16:41:49.957645 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7bd13f6f-5372-465a-9b0e-7b99708f367b req-ae48f08c-d4e7-45e6-9d85-ee8c1eeb49ba tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976765 Jul 27 16:41:50.001369 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-3ae1e203-4f31-4aac-b320-f5ae2663d366 service neutron] 10.222.0.74 "GET /v2.0/networks/5f30e4e1-bf07-478c-895f-f27f24b25617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027255 Jul 27 16:41:50.174650 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4fa8a8ca-b5e8-4f64-af33-761a6079ca24 req-b1b5783f-f7ba-461f-bb6d-55b9ca712347 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 210 time: 0.0364373 Jul 27 16:41:50.220366 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf12de-b51f-48ea-b8b0-fbd63d2ffc7a req-e8e933c5-6b30-41d6-a8de-46d6a5c32111 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:50.222013 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9edf12de-b51f-48ea-b8b0-fbd63d2ffc7a req-e8e933c5-6b30-41d6-a8de-46d6a5c32111 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0730929 Jul 27 16:41:50.274226 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9edf12de-b51f-48ea-b8b0-fbd63d2ffc7a req-e39733c8-653e-4dfc-89ec-5d5e31497422 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466366 Jul 27 16:41:50.348169 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=61 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:50.357099 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=38 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:50.401724 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 82adc233-9cd1-47cb-9a9f-6589c38dcd85 up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:41:50.454589 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port 82adc233-9cd1-47cb-9a9f-6589c38dcd85 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:41:50.462574 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port 82adc233-9cd1-47cb-9a9f-6589c38dcd85 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:50.463073 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:50.465923 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:50.534962 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 82adc233-9cd1-47cb-9a9f-6589c38dcd85 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:41:50.535345 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:50.536968 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:50.546152 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:50.560376 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82adc233-9cd1-47cb-9a9f-6589c38dcd85'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:41:50.563176 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2380378-0072-479e-98ed-0c04c195880f" -d '{"events": [{"server_uuid": "62052d5b-7135-4e70-b6a3-e14c82a6f1eb", "name": "network-vif-plugged", "status": "completed", "tag": "82adc233-9cd1-47cb-9a9f-6589c38dcd85"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:50.575659 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 82adc233-9cd1-47cb-9a9f-6589c38dcd85, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=82adc233-9cd1-47cb-9a9f-6589c38dcd85,segment=NetworkSegment(5b125d0e-12ae-4804-9ab0-e6ac14eed65e),segment_id=5b125d0e-12ae-4804-9ab0-e6ac14eed65e)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:50.580485 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:50.630605 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=82adc233-9cd1-47cb-9a9f-6589c38dcd85,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:50.657773 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8364e3a-85a2-4c2c-a1a9-2037de5a2bcd x-openstack-request-id: req-c8364e3a-85a2-4c2c-a1a9-2037de5a2bcd {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:50.658061 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62052d5b-7135-4e70-b6a3-e14c82a6f1eb", "name": "network-vif-plugged", "status": "completed", "tag": "82adc233-9cd1-47cb-9a9f-6589c38dcd85", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:50.658308 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c8364e3a-85a2-4c2c-a1a9-2037de5a2bcd {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:50.658699 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8364e3a-85a2-4c2c-a1a9-2037de5a2bcd'] response: {'server_uuid': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82adc233-9cd1-47cb-9a9f-6589c38dcd85', 'code': 200} Jul 27 16:41:51.077404 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57663d-2db5-468b-bf05-7da18f35961e req-b778ba8f-e446-4e3a-ab66-e79d17a6acf1 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:51.078983 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a57663d-2db5-468b-bf05-7da18f35961e req-b778ba8f-e446-4e3a-ab66-e79d17a6acf1 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 945 time: 0.0510192 Jul 27 16:41:51.126437 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a57663d-2db5-468b-bf05-7da18f35961e req-4f969560-071e-4be4-8acb-934aac32e41a tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417845 Jul 27 16:41:51.278689 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f75acc01-ad21-4dd0-8e65-2a8b1489826c req-f402a939-752e-471d-b57a-a0511afcdf5f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 210 time: 0.0277658 Jul 27 16:41:51.397236 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfd6b4-b331-499a-b595-e8019b91f8a1 req-b0a58d45-0e53-45fb-8a23-8be1546ec0bd tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:51.398834 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bddfd6b4-b331-499a-b595-e8019b91f8a1 req-b0a58d45-0e53-45fb-8a23-8be1546ec0bd tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0538292 Jul 27 16:41:51.447005 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bddfd6b4-b331-499a-b595-e8019b91f8a1 req-213ca985-1509-4da9-8692-0a57ec0b5131 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427272 Jul 27 16:41:51.558208 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:51.598925 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ae624-0adf-400f-bd67-7f8d013c9c6d req-1f217833-1775-4754-978a-446d75b70e55 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:51.600450 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ac5ae624-0adf-400f-bd67-7f8d013c9c6d req-1f217833-1775-4754-978a-446d75b70e55 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0508916 Jul 27 16:41:51.656772 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ac5ae624-0adf-400f-bd67-7f8d013c9c6d req-adb8ab1c-baba-48f8-8eb5-f61905217457 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474868 Jul 27 16:41:51.877751 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bf05c-2425-4001-ae62-6f5701ab75d8 req-67f6c6f1-c3fd-4dab-8031-3f81566bcf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:51.879271 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-856bf05c-2425-4001-ae62-6f5701ab75d8 req-67f6c6f1-c3fd-4dab-8031-3f81566bcf46 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 1129 time: 0.0728073 Jul 27 16:41:51.885705 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f2354-bbe4-4104-a87f-e0bd5f4a2ee0 req-42903c59-0162-4c73-9a31-041a7b9c33ef tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:51.887010 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-301f2354-bbe4-4104-a87f-e0bd5f4a2ee0 req-42903c59-0162-4c73-9a31-041a7b9c33ef tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 946 time: 0.0793941 Jul 27 16:41:52.168305 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-856bf05c-2425-4001-ae62-6f5701ab75d8 req-41abb8b5-cf30-42a9-8cd5-2408a76bdfee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070330 Jul 27 16:41:52.175069 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-301f2354-bbe4-4104-a87f-e0bd5f4a2ee0 req-d20af0b3-8840-4879-bfc5-40ba7e0a0880 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Deleting port 9368fc6a-10b9-4455-a76f-7ab085d78bdc {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:41:52.175414 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-301f2354-bbe4-4104-a87f-e0bd5f4a2ee0 req-d20af0b3-8840-4879-bfc5-40ba7e0a0880 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (9368fc6a-10b9-4455-a76f-7ab085d78bdc), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:52.265378 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:52.287201 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186512f8-5e3f-434c-a45f-e2847ff798bb req-45bfada3-922f-485d-919f-62b1e47a9120 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:52.288674 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-186512f8-5e3f-434c-a45f-e2847ff798bb req-45bfada3-922f-485d-919f-62b1e47a9120 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 945 time: 0.0690546 Jul 27 16:41:52.330952 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-301f2354-bbe4-4104-a87f-e0bd5f4a2ee0 req-d20af0b3-8840-4879-bfc5-40ba7e0a0880 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] For port 9368fc6a-10b9-4455-a76f-7ab085d78bdc, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=9368fc6a-10b9-4455-a76f-7ab085d78bdc,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:52.331347 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-301f2354-bbe4-4104-a87f-e0bd5f4a2ee0 req-d20af0b3-8840-4879-bfc5-40ba7e0a0880 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (9368fc6a-10b9-4455-a76f-7ab085d78bdc), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:52.352526 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-301f2354-bbe4-4104-a87f-e0bd5f4a2ee0 req-d20af0b3-8840-4879-bfc5-40ba7e0a0880 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Calling delete_port for 9368fc6a-10b9-4455-a76f-7ab085d78bdc owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:41:52.405681 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3f010268-ac58-4507-99dc-aa3d4cf2271c req-a280fb44-ad3b-437f-8fea-0cd29a630b42 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 210 time: 0.0465450 Jul 27 16:41:52.408700 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-186512f8-5e3f-434c-a45f-e2847ff798bb req-908e709b-e8f7-4985-be0f-2fab1a9a9d99 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108246 Jul 27 16:41:52.535567 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-301f2354-bbe4-4104-a87f-e0bd5f4a2ee0 req-d20af0b3-8840-4879-bfc5-40ba7e0a0880 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (9368fc6a-10b9-4455-a76f-7ab085d78bdc), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:52.550676 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['ee2f2c0f-c666-48ff-8555-4ac295050a28'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:41:52.562451 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4aa1cec-b8b9-45c7-aa03-4723308b220d req-8e32a28a-d493-4b43-b778-66af50af807b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 210 time: 0.0407672 Jul 27 16:41:52.585766 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20af0b3-8840-4879-bfc5-40ba7e0a0880 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Pushing event deleted for resources: {'Port': ['ID=9368fc6a-10b9-4455-a76f-7ab085d78bdc,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:52.634178 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-301f2354-bbe4-4104-a87f-e0bd5f4a2ee0 req-d20af0b3-8840-4879-bfc5-40ba7e0a0880 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] No DVR routers for this DVR port 9368fc6a-10b9-4455-a76f-7ab085d78bdc on host hv-cinder-84969 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:41:52.636590 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-301f2354-bbe4-4104-a87f-e0bd5f4a2ee0 req-d20af0b3-8840-4879-bfc5-40ba7e0a0880 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:52.639987 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-301f2354-bbe4-4104-a87f-e0bd5f4a2ee0 req-d20af0b3-8840-4879-bfc5-40ba7e0a0880 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.20 "DELETE /v2.0/ports/9368fc6a-10b9-4455-a76f-7ab085d78bdc HTTP/1.1" status: 204 len: 173 time: 0.5800462 Jul 27 16:41:52.640422 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdc21ff-3230-4793-bfe7-b12d4ea18cf2', 'name': 'network-vif-deleted', 'tag': '9368fc6a-10b9-4455-a76f-7ab085d78bdc'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:41:52.642721 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8df960f-f1b3-4fd1-b498-e229ee2259e7" -d '{"events": [{"server_uuid": "2bdc21ff-3230-4793-bfe7-b12d4ea18cf2", "name": "network-vif-deleted", "tag": "9368fc6a-10b9-4455-a76f-7ab085d78bdc"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:52.679039 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01e6843-1b8d-4b5b-b9d3-6fe05836648e x-openstack-request-id: req-c01e6843-1b8d-4b5b-b9d3-6fe05836648e {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:52.679331 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdc21ff-3230-4793-bfe7-b12d4ea18cf2", "name": "network-vif-deleted", "tag": "9368fc6a-10b9-4455-a76f-7ab085d78bdc", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:52.679589 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c01e6843-1b8d-4b5b-b9d3-6fe05836648e {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:52.679999 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c01e6843-1b8d-4b5b-b9d3-6fe05836648e'] response: {'server_uuid': '2bdc21ff-3230-4793-bfe7-b12d4ea18cf2', 'name': 'network-vif-deleted', 'tag': '9368fc6a-10b9-4455-a76f-7ab085d78bdc', 'status': 'completed', 'code': 200} Jul 27 16:41:52.779059 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ea0d0-bec7-436b-96b5-3ab0ee572daf req-eff05a8d-89ad-4cd5-b565-40e6cfd5267b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:52.781090 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-729ea0d0-bec7-436b-96b5-3ab0ee572daf req-eff05a8d-89ad-4cd5-b565-40e6cfd5267b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0486214 Jul 27 16:41:52.828183 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-729ea0d0-bec7-436b-96b5-3ab0ee572daf req-115fb354-8782-487f-9b4f-849e4557b4b0 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416703 Jul 27 16:41:52.989347 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:41:53.191482 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-6bf81c99-e108-4373-99c5-0b2c31bce951 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:53.193061 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-6bf81c99-e108-4373-99c5-0b2c31bce951 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.20 "GET /v2.0/networks?id=5f30e4e1-bf07-478c-895f-f27f24b25617 HTTP/1.1" status: 200 len: 810 time: 0.1168411 Jul 27 16:41:53.540839 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:53.566773 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1debf685-3771-4d7e-8727-aaf3f0d18aa7 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89ddf8711f2f4be88304f967149c3a50 HTTP/1.1" status: 200 len: 379 time: 0.1173003 Jul 27 16:41:53.568534 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-54cf3fb7-ab9e-44b5-9742-d2f32f0e9acb req-d70dce66-b261-45d1-838f-b9dabedf4443 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 210 time: 0.0662012 Jul 27 16:41:53.580342 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d712-355f-45a1-9ce2-6dc59e6e3b6f req-9a2657e9-bd48-4275-9947-416dacbc22a1 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:53.581842 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e50d712-355f-45a1-9ce2-6dc59e6e3b6f req-9a2657e9-bd48-4275-9947-416dacbc22a1 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 945 time: 0.0991611 Jul 27 16:41:53.651797 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e50d712-355f-45a1-9ce2-6dc59e6e3b6f req-c021e6ce-c7a4-4cd8-9d23-7ceec47cb295 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620325 Jul 27 16:41:53.673686 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-5a535892-a010-4270-9012-bfe85e692d5c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Request body: {'port': {'device_id': '135ef04d-6996-46ef-90a6-39ad9504292b', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'admin_state_up': True, 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'security_groups': ['19cc5220-0331-4243-b482-6d39b6c602fe']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:53.730625 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a9464f1c-0ec9-45f7-8974-cd45613b75b9 req-de274020-40c1-436f-8820-7e8ad1e6a563 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bdc21ff-3230-4793-bfe7-b12d4ea18cf2 HTTP/1.1" status: 200 len: 210 time: 0.0700271 Jul 27 16:41:53.798511 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-5a535892-a010-4270-9012-bfe85e692d5c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Made reservation on behalf of 89ddf8711f2f4be88304f967149c3a50 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:41:53.801892 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-5a535892-a010-4270-9012-bfe85e692d5c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:53.855019 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:53.970207 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2626cd-d7f7-4087-a50e-a9a154dcca32 req-36fec2fc-3935-4a42-bc89-2c396f84637d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:53.971679 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8e2626cd-d7f7-4087-a50e-a9a154dcca32 req-36fec2fc-3935-4a42-bc89-2c396f84637d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0643647 Jul 27 16:41:53.972702 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-5a535892-a010-4270-9012-bfe85e692d5c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Allocated IP 172.20.0.6 (5f30e4e1-bf07-478c-895f-f27f24b25617/8d480ff8-5cfd-4620-8bc1-bd543d69a3cf/f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:41:54.083813 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8e2626cd-d7f7-4087-a50e-a9a154dcca32 req-bdff0169-0cc7-4a0c-9f4c-6dd765c2f966 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064663 Jul 27 16:41:54.153241 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-5a535892-a010-4270-9012-bfe85e692d5c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for port (f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:54.188765 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-5a535892-a010-4270-9012-bfe85e692d5c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:54.230974 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-5a535892-a010-4270-9012-bfe85e692d5c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Network 5f30e4e1-bf07-478c-895f-f27f24b25617 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:41:54.236681 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-5a535892-a010-4270-9012-bfe85e692d5c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:41:54.240542 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-5a535892-a010-4270-9012-bfe85e692d5c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:41:54.266373 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a535892-a010-4270-9012-bfe85e692d5c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event updated for resources: {'Port': ['ID=f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:54.303668 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-5a535892-a010-4270-9012-bfe85e692d5c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:54.304560 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-5a535892-a010-4270-9012-bfe85e692d5c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:54.321874 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-5a535892-a010-4270-9012-bfe85e692d5c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6594985 Jul 27 16:41:54.338914 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Request body: {'port': {'device_id': '135ef04d-6996-46ef-90a6-39ad9504292b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:41:54.341284 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:54.406895 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:54.414282 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 9368fc6a-10b9-4455-a76f-7ab085d78bdc no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:41:54.439904 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: 9368fc6a-10b9-4455-a76f-7ab085d78bdc {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:41:54.440241 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 9368fc6a-10b9-4455-a76f-7ab085d78bdc not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:41:54.448120 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-3823961b-3e97-45aa-bf10-9c7791f7b9a7 None None] Provisioning complete for port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:41:54.448493 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3823961b-3e97-45aa-bf10-9c7791f7b9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:54.480320 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-3823961b-3e97-45aa-bf10-9c7791f7b9a7 None None] Port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:41:54.692056 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:41:54.703208 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Publish callbacks [] for port (f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:54.718050 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a943a2-0722-4edd-a1ae-f64f3c0547fb req-4c31abd3-ec04-4b5c-88a6-90ea3768d8b6 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:54.719966 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a9a943a2-0722-4edd-a1ae-f64f3c0547fb req-4c31abd3-ec04-4b5c-88a6-90ea3768d8b6 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 931 time: 0.0679922 Jul 27 16:41:54.726945 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:54.740287 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Transition to ACTIVE for port object f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:41:54.771052 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:54.830550 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918e0b0-c02a-40c0-9280-536b85b61ab2 req-4622b5de-46fe-484b-b86a-ab17cd172dea tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:54.832057 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2918e0b0-c02a-40c0-9280-536b85b61ab2 req-4622b5de-46fe-484b-b86a-ab17cd172dea tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 945 time: 0.1085377 Jul 27 16:41:54.876352 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a9a943a2-0722-4edd-a1ae-f64f3c0547fb req-72eb1d74-adcc-4e7e-8c2c-75aa601f8f3c tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=19cc5220-0331-4243-b482-6d39b6c602fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463971 Jul 27 16:41:54.884200 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Pushing event updated for resources: {'Port': ['ID=f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:54.985798 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2918e0b0-c02a-40c0-9280-536b85b61ab2 req-da2bbaf3-0a98-4244-8c3f-d8817ffe3f46 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471858 Jul 27 16:41:55.006814 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Attempting to bind port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:41:55.007756 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Attempting to bind port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': '4a2469d2-9af5-465c-92c5-01dc1752688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:41:55.008102 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Attempting to bind port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c on network 5f30e4e1-bf07-478c-895f-f27f24b25617 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:41:55.013930 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c on network 5f30e4e1-bf07-478c-895f-f27f24b25617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:41:55.014333 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Attempting to bind port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c on network 5f30e4e1-bf07-478c-895f-f27f24b25617 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:41:55.023250 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:41:55.023746 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Checking segment: {'id': '4a2469d2-9af5-465c-92c5-01dc1752688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:41:55.024207 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Bound using segment: {'id': '4a2469d2-9af5-465c-92c5-01dc1752688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:41:55.024809 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Bound port: f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a2469d2-9af5-465c-92c5-01dc1752688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:41:55.025412 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:55.137001 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] For port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c, host hv-cinder-84969, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:41:55.140798 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:55.169897 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] For port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c,segment=NetworkSegment(4a2469d2-9af5-465c-92c5-01dc1752688b),segment_id=4a2469d2-9af5-465c-92c5-01dc1752688b)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:41:55.182110 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029e7f9-66b7-4f75-b1fe-ff104b0e66e5 req-4aa6999f-b514-45d6-a34c-417559c27f43 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:55.183592 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c029e7f9-66b7-4f75-b1fe-ff104b0e66e5 req-4aa6999f-b514-45d6-a34c-417559c27f43 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 945 time: 0.0966651 Jul 27 16:41:55.202983 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:55.258166 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:55.258799 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:55.260188 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] 10.222.0.20 "PUT /v2.0/ports/f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c HTTP/1.1" status: 200 len: 1093 time: 0.9256361 Jul 27 16:41:55.263581 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135ef04d-6996-46ef-90a6-39ad9504292b', 'tag': 'f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:41:55.265911 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ce69ef-806a-4c3d-8573-d6033ea90112" -d '{"events": [{"name": "network-changed", "server_uuid": "135ef04d-6996-46ef-90a6-39ad9504292b", "tag": "f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:55.276363 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff3a29-4d95-4b17-8c88-28100d7432b6 req-7e37ec4a-b26a-4f27-b713-c811c7487249 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:55.277909 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1eff3a29-4d95-4b17-8c88-28100d7432b6 req-7e37ec4a-b26a-4f27-b713-c811c7487249 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.1239462 Jul 27 16:41:55.337998 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e52ae-d409-4f40-a731-9684ed8bf608 service neutron] Pushing event updated for resources: {'Port': ['ID=f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:55.347225 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c029e7f9-66b7-4f75-b1fe-ff104b0e66e5 req-ed45d0f5-0a89-44b0-b557-9d7af4023426 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461644 Jul 27 16:41:55.384794 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1eff3a29-4d95-4b17-8c88-28100d7432b6 req-25f15086-aa2f-4804-bb0e-ee8c16e67ff2 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928059 Jul 27 16:41:55.388182 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-00ad2e17-d982-4253-910c-1a3fb6337b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:55.433224 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358b3391-2b3a-445b-a306-afe9d11e5059 x-openstack-request-id: req-358b3391-2b3a-445b-a306-afe9d11e5059 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:55.433521 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135ef04d-6996-46ef-90a6-39ad9504292b", "tag": "f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:55.433779 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-358b3391-2b3a-445b-a306-afe9d11e5059 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:55.434182 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358b3391-2b3a-445b-a306-afe9d11e5059'] response: {'name': 'network-changed', 'server_uuid': '135ef04d-6996-46ef-90a6-39ad9504292b', 'tag': 'f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c', 'status': 'completed', 'code': 200} Jul 27 16:41:55.468922 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f558a-d943-4670-b35e-5920db5e1953 req-3b3d3cbe-a83f-4bcd-9333-823fb76d8ce7 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:55.470387 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a86f558a-d943-4670-b35e-5920db5e1953 req-3b3d3cbe-a83f-4bcd-9333-823fb76d8ce7 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0506241 Jul 27 16:41:55.518148 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a86f558a-d943-4670-b35e-5920db5e1953 req-bea6323c-19cd-44e2-af3c-7ebeca5cb934 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422463 Jul 27 16:41:55.729915 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957894e-6fd8-4806-8a4d-c55b2685500c req-5d742d19-11ad-4f31-9edf-191b09f3a3d7 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:55.731396 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b957894e-6fd8-4806-8a4d-c55b2685500c req-5d742d19-11ad-4f31-9edf-191b09f3a3d7 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 945 time: 0.0466132 Jul 27 16:41:55.777757 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b957894e-6fd8-4806-8a4d-c55b2685500c req-cf90597f-7c5e-44ed-a54b-4f854d89f40b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404360 Jul 27 16:41:56.008530 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f324e-eff4-4f01-a624-bde3309ed4b5 req-b33c34b9-92eb-4bc0-9682-f317bfb8de36 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:56.010085 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-171f324e-eff4-4f01-a624-bde3309ed4b5 req-b33c34b9-92eb-4bc0-9682-f317bfb8de36 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 943 time: 0.0512331 Jul 27 16:41:56.074326 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-171f324e-eff4-4f01-a624-bde3309ed4b5 req-241651e9-9d72-474c-8cc8-5ef3de0e3866 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=19cc5220-0331-4243-b482-6d39b6c602fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549402 Jul 27 16:41:56.498062 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0077e5-091f-4c42-8a57-bc831b5db4f7 req-811872d3-3bb2-4fad-a5ab-bba8f252125b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:56.500015 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b0077e5-091f-4c42-8a57-bc831b5db4f7 req-811872d3-3bb2-4fad-a5ab-bba8f252125b tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0466454 Jul 27 16:41:56.545720 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b0077e5-091f-4c42-8a57-bc831b5db4f7 req-9e11467a-4ca4-4def-9394-56b46f8dd817 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401702 Jul 27 16:41:56.655461 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:56.667117 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51018a1-cd33-4cb4-aa33-e819d05777c8 req-28dff5ae-8432-425c-9048-980248a0ff8b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:56.668563 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b51018a1-cd33-4cb4-aa33-e819d05777c8 req-28dff5ae-8432-425c-9048-980248a0ff8b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0478888 Jul 27 16:41:56.718563 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b51018a1-cd33-4cb4-aa33-e819d05777c8 req-b561b302-665a-461b-9ff1-5496fd0265b2 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443404 Jul 27 16:41:57.218901 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ceb200-70cf-43b4-87ae-45b5aa2123d3 req-44c8e7c7-57fe-45c3-b1aa-20d6504150c1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:57.220374 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e0ceb200-70cf-43b4-87ae-45b5aa2123d3 req-44c8e7c7-57fe-45c3-b1aa-20d6504150c1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 943 time: 0.0807128 Jul 27 16:41:57.222005 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce69ef-806a-4c3d-8573-d6033ea90112 req-50c53894-4600-4bf4-a2f8-b14c7f8615c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:57.223343 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-01ce69ef-806a-4c3d-8573-d6033ea90112 req-50c53894-4600-4bf4-a2f8-b14c7f8615c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89ddf8711f2f4be88304f967149c3a50&device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 1127 time: 0.0690877 Jul 27 16:41:57.267372 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e0ceb200-70cf-43b4-87ae-45b5aa2123d3 req-6084b307-31ec-4194-9227-5252bc0ed06a tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=19cc5220-0331-4243-b482-6d39b6c602fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411873 Jul 27 16:41:57.369039 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce69ef-806a-4c3d-8573-d6033ea90112 req-1058f7c8-dc76-413c-aee7-575fe9c1e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:57.370568 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-01ce69ef-806a-4c3d-8573-d6033ea90112 req-1058f7c8-dc76-413c-aee7-575fe9c1e9a0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=89ddf8711f2f4be88304f967149c3a50&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1023200 Jul 27 16:41:57.475322 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f62cc99e-e923-40c2-8488-b5ce188e70a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:57.502967 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac78e86-6362-4a5d-a0da-cd14791843f5 req-c61f61f6-4543-4198-a5af-e5e97b665ab4 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:57.504476 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3ac78e86-6362-4a5d-a0da-cd14791843f5 req-c61f61f6-4543-4198-a5af-e5e97b665ab4 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.0952711 Jul 27 16:41:57.522908 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:57.597671 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce69ef-806a-4c3d-8573-d6033ea90112 req-5751ee0e-c53c-494f-aded-59351264cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:57.599279 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-01ce69ef-806a-4c3d-8573-d6033ea90112 req-5751ee0e-c53c-494f-aded-59351264cb91 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1990302 Jul 27 16:41:57.618073 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-3ac78e86-6362-4a5d-a0da-cd14791843f5 req-794f7632-6bee-4c29-9ebc-39c4801ba7c1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Deleting port ee2f2c0f-c666-48ff-8555-4ac295050a28 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:41:57.618446 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-3ac78e86-6362-4a5d-a0da-cd14791843f5 req-794f7632-6bee-4c29-9ebc-39c4801ba7c1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (ee2f2c0f-c666-48ff-8555-4ac295050a28), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:57.758534 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-f1aeffaf-8f61-46ae-9489-2a4dbd0c7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:57.758534 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-f1aeffaf-8f61-46ae-9489-2a4dbd0c7852 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89ddf8711f2f4be88304f967149c3a50&device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 1127 time: 0.0911751 Jul 27 16:41:57.763245 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6ca70-9b0b-4637-a27e-abb655dc9233 req-9f748282-be64-4600-b297-35d6195bea66 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:57.765303 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-50a6ca70-9b0b-4637-a27e-abb655dc9233 req-9f748282-be64-4600-b297-35d6195bea66 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 945 time: 0.1007965 Jul 27 16:41:57.822835 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-f89fdb92-1271-46df-8522-69a8bb75756e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c HTTP/1.1" status: 200 len: 217 time: 0.0565875 Jul 27 16:41:57.913529 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-3ac78e86-6362-4a5d-a0da-cd14791843f5 req-794f7632-6bee-4c29-9ebc-39c4801ba7c1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] For port ee2f2c0f-c666-48ff-8555-4ac295050a28, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=ee2f2c0f-c666-48ff-8555-4ac295050a28,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:41:57.913909 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-3ac78e86-6362-4a5d-a0da-cd14791843f5 req-794f7632-6bee-4c29-9ebc-39c4801ba7c1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (ee2f2c0f-c666-48ff-8555-4ac295050a28), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:57.954667 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0609cee-3ce9-4524-82aa-776bbb2fc08b req-b2768121-a2fc-4345-8f8c-f3fbeeedc96f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:57.956165 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0609cee-3ce9-4524-82aa-776bbb2fc08b req-b2768121-a2fc-4345-8f8c-f3fbeeedc96f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.1428618 Jul 27 16:41:57.965729 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-3ac78e86-6362-4a5d-a0da-cd14791843f5 req-794f7632-6bee-4c29-9ebc-39c4801ba7c1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Calling delete_port for ee2f2c0f-c666-48ff-8555-4ac295050a28 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:41:57.980534 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-50a6ca70-9b0b-4637-a27e-abb655dc9233 req-a0d30d84-2255-450b-8858-c7ff32af3518 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/security-groups?id=cfab5704-2e58-4fad-834c-0196d9c9f70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717763 Jul 27 16:41:57.985073 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-caaa06ff-b903-485e-87d9-b2aa7f3b980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:57.986575 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-caaa06ff-b903-485e-87d9-b2aa7f3b980f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d480ff8-5cfd-4620-8bc1-bd543d69a3cf HTTP/1.1" status: 200 len: 849 time: 0.1439602 Jul 27 16:41:58.009656 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:58.079832 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-c6d3328c-6e80-401c-b80e-84006c9e8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:58.081406 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-c6d3328c-6e80-401c-b80e-84006c9e8faf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f30e4e1-bf07-478c-895f-f27f24b25617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0847607 Jul 27 16:41:58.116147 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0609cee-3ce9-4524-82aa-776bbb2fc08b req-c6760346-4966-4fee-86f0-bbd20f985d77 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516476 Jul 27 16:41:58.237365 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-d1c98eb9-7409-4b88-8c66-40c046638f74 service neutron] 10.222.0.20 "GET /v2.0/networks/5f30e4e1-bf07-478c-895f-f27f24b25617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447339 Jul 27 16:41:58.301410 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-3ac78e86-6362-4a5d-a0da-cd14791843f5 req-794f7632-6bee-4c29-9ebc-39c4801ba7c1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (ee2f2c0f-c666-48ff-8555-4ac295050a28), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:58.313229 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['ee2f2c0f-c666-48ff-8555-4ac295050a28'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:41:58.338454 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f7632-6bee-4c29-9ebc-39c4801ba7c1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Pushing event deleted for resources: {'Port': ['ID=ee2f2c0f-c666-48ff-8555-4ac295050a28,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:41:58.682739 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac78e86-6362-4a5d-a0da-cd14791843f5 req-794f7632-6bee-4c29-9ebc-39c4801ba7c1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] No DVR routers for this DVR port ee2f2c0f-c666-48ff-8555-4ac295050a28 on host hv-cinder-84969 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:41:58.686462 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-3ac78e86-6362-4a5d-a0da-cd14791843f5 req-794f7632-6bee-4c29-9ebc-39c4801ba7c1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:58.689675 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3ac78e86-6362-4a5d-a0da-cd14791843f5 req-794f7632-6bee-4c29-9ebc-39c4801ba7c1 tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.20 "DELETE /v2.0/ports/ee2f2c0f-c666-48ff-8555-4ac295050a28 HTTP/1.1" status: 204 len: 173 time: 1.1778312 Jul 27 16:41:58.696034 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918656e-6f65-4473-af34-3fb63617ecef req-70bf1be6-02a3-4deb-bed7-39624debfad6 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:58.697500 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b918656e-6f65-4473-af34-3fb63617ecef req-70bf1be6-02a3-4deb-bed7-39624debfad6 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 943 time: 0.3568578 Jul 27 16:41:58.697951 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c4add4-825e-428a-b0ba-a2f6447d80a7', 'name': 'network-vif-deleted', 'tag': 'ee2f2c0f-c666-48ff-8555-4ac295050a28'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:41:58.700212 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b37c547-50eb-4631-aa37-0e9346899640" -d '{"events": [{"server_uuid": "71c4add4-825e-428a-b0ba-a2f6447d80a7", "name": "network-vif-deleted", "tag": "ee2f2c0f-c666-48ff-8555-4ac295050a28"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:41:58.705211 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d9e8feab-da54-4934-ba6d-e6fd1f26413d req-cea3a5ad-2029-4ebc-978e-58c30b63f99a service neutron] 10.222.0.20 "GET /v2.0/networks/5f30e4e1-bf07-478c-895f-f27f24b25617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590299 Jul 27 16:41:58.756737 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b918656e-6f65-4473-af34-3fb63617ecef req-cbea3108-7f67-4bd0-a263-d200d6d90f98 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=19cc5220-0331-4243-b482-6d39b6c602fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504959 Jul 27 16:41:58.770592 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:41:58.790514 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596114ab-ecbd-47b6-8b94-10e2b5a8366f x-openstack-request-id: req-596114ab-ecbd-47b6-8b94-10e2b5a8366f {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:41:58.790823 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c4add4-825e-428a-b0ba-a2f6447d80a7", "name": "network-vif-deleted", "tag": "ee2f2c0f-c666-48ff-8555-4ac295050a28", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:41:58.791101 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-596114ab-ecbd-47b6-8b94-10e2b5a8366f {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:41:58.791588 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-596114ab-ecbd-47b6-8b94-10e2b5a8366f'] response: {'server_uuid': '71c4add4-825e-428a-b0ba-a2f6447d80a7', 'name': 'network-vif-deleted', 'tag': 'ee2f2c0f-c666-48ff-8555-4ac295050a28', 'status': 'completed', 'code': 200} Jul 27 16:41:59.098250 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ec092b18-c5dc-4ec8-91aa-b6e12136aa85 req-81b682c8-e61b-4990-832f-98af280fb95e tempest-ServerRescueNegativeTestJSON-439796138 tempest-ServerRescueNegativeTestJSON-439796138-project] 10.222.0.74 "GET /v2.0/ports?device_id=71c4add4-825e-428a-b0ba-a2f6447d80a7 HTTP/1.1" status: 200 len: 210 time: 0.0295072 Jul 27 16:41:59.127907 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=52,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:59.130460 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=65,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:59.243731 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35fdbf-78aa-4df8-a810-4b693d21e4b1 req-7089af19-98c5-4ae6-8c5c-3ace45923789 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:59.245195 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ec35fdbf-78aa-4df8-a810-4b693d21e4b1 req-7089af19-98c5-4ae6-8c5c-3ace45923789 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0494106 Jul 27 16:41:59.256705 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:41:59.292355 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ec35fdbf-78aa-4df8-a810-4b693d21e4b1 req-5bf530f4-0e82-4af8-b080-ced079ae2eeb tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409942 Jul 27 16:41:59.877052 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87104f5e-0039-4ceb-88fa-676835aa0018 req-45830b20-26d2-4943-9448-10f438d20ae3 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:41:59.878509 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-87104f5e-0039-4ceb-88fa-676835aa0018 req-45830b20-26d2-4943-9448-10f438d20ae3 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 943 time: 0.0477068 Jul 27 16:41:59.925029 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-87104f5e-0039-4ceb-88fa-676835aa0018 req-95964970-c0ad-47f5-aa71-96e15a763b0b tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=19cc5220-0331-4243-b482-6d39b6c602fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410068 Jul 27 16:42:00.169248 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43716) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:00.404406 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:00.418522 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690e134-1248-4a4e-aa3d-35389ced9c6b req-ebf0071c-109d-4a7c-804b-672a490ad73d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:00.425444 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6690e134-1248-4a4e-aa3d-35389ced9c6b req-ebf0071c-109d-4a7c-804b-672a490ad73d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0544331 Jul 27 16:42:00.433531 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:42:00.438707 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device ee2f2c0f-c666-48ff-8555-4ac295050a28 no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:00.465759 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: ee2f2c0f-c666-48ff-8555-4ac295050a28 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:42:00.466107 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device ee2f2c0f-c666-48ff-8555-4ac295050a28 not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:00.480579 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6690e134-1248-4a4e-aa3d-35389ced9c6b req-09874347-d456-48ac-82a3-5d8e895e126c tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540636 Jul 27 16:42:00.550154 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:00.580838 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c,segment=NetworkSegment(4a2469d2-9af5-465c-92c5-01dc1752688b),segment_id=4a2469d2-9af5-465c-92c5-01dc1752688b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:00.596009 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': 'f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'port_id': 'f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c', 'mac_address': 'fa:16:3e:02:8a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:42:00.604276 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9ec0fe07-01a6-4bd8-a5dc-01c93f58f014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426012'] for router_interface (c037b20e-585e-4b9a-abb4-6302ffab189b), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:00.631533 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:42:00.631925 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:00.645324 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:42:00.665785 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c,segment=NetworkSegment(4a2469d2-9af5-465c-92c5-01dc1752688b),segment_id=4a2469d2-9af5-465c-92c5-01dc1752688b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:00.669332 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:00.714201 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:00.721569 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:00.721920 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:00.722262 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:00.722602 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:00.722934 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:00.723290 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:00.723618 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:00.723942 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:00.724270 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:00.724591 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:00.724937 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:00.725263 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:00.725586 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:00.725907 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:00.726226 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:00.824169 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-9ec0fe07-01a6-4bd8-a5dc-01c93f58f014 admin admin] Deleting port 053456a5-e3e7-4806-9eb0-38375cb80360 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:42:00.824505 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9ec0fe07-01a6-4bd8-a5dc-01c93f58f014 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (053456a5-e3e7-4806-9eb0-38375cb80360), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:00.969905 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:01.045143 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:01.062233 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e7a86-8a87-4c63-887b-d21e5e502eda req-c54e9294-4db0-420c-b481-e96bf107d28f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:01.076159 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f11e7a86-8a87-4c63-887b-d21e5e502eda req-c54e9294-4db0-420c-b481-e96bf107d28f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 944 time: 0.0668440 Jul 27 16:42:01.099741 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:01.115331 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:01.127626 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f11e7a86-8a87-4c63-887b-d21e5e502eda req-4a13bb6f-4552-4353-aa9d-40f0426cc69a tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=19cc5220-0331-4243-b482-6d39b6c602fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496945 Jul 27 16:42:01.140732 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-9ec0fe07-01a6-4bd8-a5dc-01c93f58f014 admin admin] For port 053456a5-e3e7-4806-9eb0-38375cb80360, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=053456a5-e3e7-4806-9eb0-38375cb80360,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:01.141142 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9ec0fe07-01a6-4bd8-a5dc-01c93f58f014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (053456a5-e3e7-4806-9eb0-38375cb80360), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:01.158935 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-9ec0fe07-01a6-4bd8-a5dc-01c93f58f014 admin admin] Calling delete_port for 053456a5-e3e7-4806-9eb0-38375cb80360 owned by network:router_interface {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:42:01.325960 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:01.334873 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9ec0fe07-01a6-4bd8-a5dc-01c93f58f014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (053456a5-e3e7-4806-9eb0-38375cb80360), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:01.340123 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:01.362441 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0fe07-01a6-4bd8-a5dc-01c93f58f014 admin admin] Pushing event deleted for resources: {'Port': ['ID=053456a5-e3e7-4806-9eb0-38375cb80360,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:01.528646 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9ec0fe07-01a6-4bd8-a5dc-01c93f58f014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426120'] for router_interface (c037b20e-585e-4b9a-abb4-6302ffab189b), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:01.613680 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62178040-2188-4f4d-8c2a-1586bf0dc05b req-36033163-c773-4968-98ca-93fb36079a47 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:01.615067 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-62178040-2188-4f4d-8c2a-1586bf0dc05b req-36033163-c773-4968-98ca-93fb36079a47 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0472147 Jul 27 16:42:01.661886 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-62178040-2188-4f4d-8c2a-1586bf0dc05b req-1d89192e-be8f-452a-9081-f094c0afbc5c tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411863 Jul 27 16:42:01.735270 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec0fe07-01a6-4bd8-a5dc-01c93f58f014 admin admin] Router c037b20e-585e-4b9a-abb4-6302ffab189b has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:42:01.835761 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec0fe07-01a6-4bd8-a5dc-01c93f58f014 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:01.841325 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-9ec0fe07-01a6-4bd8-a5dc-01c93f58f014 admin admin] 10.222.0.74 "PUT /v2.0/routers/c037b20e-585e-4b9a-abb4-6302ffab189b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6710596 Jul 27 16:42:01.844200 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43730) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:01.844922 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c507ee-dc92-4ba5-a695-e302fc805a92 None None] Sync routers for ids ['c037b20e-585e-4b9a-abb4-6302ffab189b'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:01.855682 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c507ee-dc92-4ba5-a695-e302fc805a92 None None] Routers {'c037b20e-585e-4b9a-abb4-6302ffab189b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:42:01.856295 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-39c507ee-dc92-4ba5-a695-e302fc805a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:41:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c037b20e-585e-4b9a-abb4-6302ffab189b'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:01.961161 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea118713-20d6-4f69-bb6a-0f8e307315d6 admin admin] Publish callbacks [] for router (c037b20e-585e-4b9a-abb4-6302ffab189b), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:01.962586 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-39c507ee-dc92-4ba5-a695-e302fc805a92 None None] Set router c037b20e-585e-4b9a-abb4-6302ffab189b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:42:02.072600 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea118713-20d6-4f69-bb6a-0f8e307315d6 admin admin] Publish callbacks [] for router_gateway (c037b20e-585e-4b9a-abb4-6302ffab189b), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:02.112420 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-ea118713-20d6-4f69-bb6a-0f8e307315d6 admin admin] Deleting port e0df2bc9-ed29-4249-a254-408852a7c333 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:42:02.112755 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea118713-20d6-4f69-bb6a-0f8e307315d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (e0df2bc9-ed29-4249-a254-408852a7c333), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:02.204002 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-ea118713-20d6-4f69-bb6a-0f8e307315d6 admin admin] For port e0df2bc9-ed29-4249-a254-408852a7c333, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=e0df2bc9-ed29-4249-a254-408852a7c333,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:02.204485 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea118713-20d6-4f69-bb6a-0f8e307315d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (e0df2bc9-ed29-4249-a254-408852a7c333), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:02.220472 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-ea118713-20d6-4f69-bb6a-0f8e307315d6 admin admin] Calling delete_port for e0df2bc9-ed29-4249-a254-408852a7c333 owned by network:router_gateway {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:42:02.228090 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-39c507ee-dc92-4ba5-a695-e302fc805a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:42:01Z', 'revision_number': 5, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port': {'id': 'e0df2bc9-ed29-4249-a254-408852a7c333', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:02.258926 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c507ee-dc92-4ba5-a695-e302fc805a92 None None] Checking router: c037b20e-585e-4b9a-abb4-6302ffab189b for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:42:02.262484 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c8984-8ab8-480d-bfda-48dfcad55644 req-9253e625-3762-46f1-9482-806ed8a91fbb tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:02.263983 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d43c8984-8ab8-480d-bfda-48dfcad55644 req-9253e625-3762-46f1-9482-806ed8a91fbb tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 944 time: 0.0526845 Jul 27 16:42:02.270291 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c507ee-dc92-4ba5-a695-e302fc805a92 None None] Routers {'c037b20e-585e-4b9a-abb4-6302ffab189b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:42:02.270928 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-39c507ee-dc92-4ba5-a695-e302fc805a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:41:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c037b20e-585e-4b9a-abb4-6302ffab189b'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:02.279879 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:02.296215 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:02.325832 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d43c8984-8ab8-480d-bfda-48dfcad55644 req-2eab27e0-8994-4180-be0c-b91e85f7f673 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=19cc5220-0331-4243-b482-6d39b6c602fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534916 Jul 27 16:42:02.358169 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-39c507ee-dc92-4ba5-a695-e302fc805a92 None None] Set router c037b20e-585e-4b9a-abb4-6302ffab189b gateway port host: None {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:42:02.408687 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-39c507ee-dc92-4ba5-a695-e302fc805a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:42:02Z', 'revision_number': 6, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port_host': None}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:02.413503 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea118713-20d6-4f69-bb6a-0f8e307315d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (e0df2bc9-ed29-4249-a254-408852a7c333), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:02.432569 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c507ee-dc92-4ba5-a695-e302fc805a92 None None] The sync data for ids ['c037b20e-585e-4b9a-abb4-6302ffab189b'] in dv-cinder-849690-6-iscsi is: [{'id': 'c037b20e-585e-4b9a-abb4-6302ffab189b', 'name': 'tempest-ServerRescueNegativeTestJSON-552517493-router', 'tenant_id': '027a003da80c43ca9b4b337527b93d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:42:02Z', 'revision_number': 6, 'project_id': '027a003da80c43ca9b4b337527b93d3a', 'gw_port_host': None}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:42:02.439219 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea118713-20d6-4f69-bb6a-0f8e307315d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0df2bc9-ed29-4249-a254-408852a7c333,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:02.460838 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:02.509748 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea118713-20d6-4f69-bb6a-0f8e307315d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427548'] for router_gateway (c037b20e-585e-4b9a-abb4-6302ffab189b), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:02.515889 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:42:02.521802 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:42:02.522199 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:02.592799 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:42:02.593218 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:02.615944 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea118713-20d6-4f69-bb6a-0f8e307315d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (c037b20e-585e-4b9a-abb4-6302ffab189b), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:02.617504 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135ef04d-6996-46ef-90a6-39ad9504292b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:42:02.618469 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea118713-20d6-4f69-bb6a-0f8e307315d6 admin admin] Publish callbacks [] for router_controller (c037b20e-585e-4b9a-abb4-6302ffab189b), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:02.620049 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8875fbbf-a9bf-4cec-9c6f-4355ad65a8dd" -d '{"events": [{"server_uuid": "135ef04d-6996-46ef-90a6-39ad9504292b", "name": "network-vif-plugged", "status": "completed", "tag": "f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:02.634232 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c,segment=NetworkSegment(4a2469d2-9af5-465c-92c5-01dc1752688b),segment_id=4a2469d2-9af5-465c-92c5-01dc1752688b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:02.638513 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:02.663106 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea118713-20d6-4f69-bb6a-0f8e307315d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566549'] for router (c037b20e-585e-4b9a-abb4-6302ffab189b), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:02.663710 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea118713-20d6-4f69-bb6a-0f8e307315d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c037b20e-585e-4b9a-abb4-6302ffab189b {{(pid=104022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:42:02.668927 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1651206-7a2a-4f13-8ac8-a20c1ec39f9b x-openstack-request-id: req-d1651206-7a2a-4f13-8ac8-a20c1ec39f9b {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:02.669191 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ea118713-20d6-4f69-bb6a-0f8e307315d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:02.669301 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135ef04d-6996-46ef-90a6-39ad9504292b", "name": "network-vif-plugged", "status": "completed", "tag": "f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:02.669488 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d1651206-7a2a-4f13-8ac8-a20c1ec39f9b {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:02.669921 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1651206-7a2a-4f13-8ac8-a20c1ec39f9b'] response: {'server_uuid': '135ef04d-6996-46ef-90a6-39ad9504292b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c', 'code': 200} Jul 27 16:42:02.670323 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ea118713-20d6-4f69-bb6a-0f8e307315d6 admin admin] 10.222.0.74 "DELETE /v2.0/routers/c037b20e-585e-4b9a-abb4-6302ffab189b HTTP/1.1" status: 204 len: 168 time: 0.8251410 Jul 27 16:42:02.673292 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43738) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:02.696522 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:02.733969 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64c2119-dbab-4f7c-96a1-49a08e9a5ae3 admin admin] Deleting subnet 6261f153-df76-4666-8c12-d3f7ad70249a {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 16:42:02.738286 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c64c2119-dbab-4f7c-96a1-49a08e9a5ae3 admin admin] Publish callbacks [] for subnet (6261f153-df76-4666-8c12-d3f7ad70249a), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:02.827034 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c64c2119-dbab-4f7c-96a1-49a08e9a5ae3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5475921'] for subnet (6261f153-df76-4666-8c12-d3f7ad70249a), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:02.872287 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c8430-94ea-443d-aedb-a7da0db55f8a req-b25f2d4d-120e-4746-8ef3-4c92247d2b5d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:02.879536 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-582c8430-94ea-443d-aedb-a7da0db55f8a req-b25f2d4d-120e-4746-8ef3-4c92247d2b5d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.1387548 Jul 27 16:42:02.917554 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c8610-c9a8-4a12-9122-0219bfc53064 req-c1be1f84-30d8-4bb6-a910-ca3e09b47201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:02.919005 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-125c8610-c9a8-4a12-9122-0219bfc53064 req-c1be1f84-30d8-4bb6-a910-ca3e09b47201 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 1129 time: 0.1020801 Jul 27 16:42:03.027209 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-582c8430-94ea-443d-aedb-a7da0db55f8a req-720f05b6-bb5a-4571-b108-8e0df1249fa9 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465111 Jul 27 16:42:03.050616 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c64c2119-dbab-4f7c-96a1-49a08e9a5ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1235243'] for subnet (6261f153-df76-4666-8c12-d3f7ad70249a), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:03.071134 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-125c8610-c9a8-4a12-9122-0219bfc53064 req-ee088ce6-a07b-4530-93e1-09a703afdd3f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=19cc5220-0331-4243-b482-6d39b6c602fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432767 Jul 27 16:42:03.108792 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c64c2119-dbab-4f7c-96a1-49a08e9a5ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1235234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5503280'] for subnet (6261f153-df76-4666-8c12-d3f7ad70249a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:03.137834 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c2119-dbab-4f7c-96a1-49a08e9a5ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6261f153-df76-4666-8c12-d3f7ad70249a,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:03.141638 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c64c2119-dbab-4f7c-96a1-49a08e9a5ae3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:03.144812 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c64c2119-dbab-4f7c-96a1-49a08e9a5ae3 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6261f153-df76-4666-8c12-d3f7ad70249a HTTP/1.1" status: 204 len: 168 time: 0.4705260 Jul 27 16:42:03.147542 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ad04f5-78e9-41e4-bdb5-83cdad634b23 None None] Network d36a590e-5aca-4f4b-84ba-ed6272112a6f requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:42:03.148020 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43744) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:03.195756 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:03.225314 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 053456a5-e3e7-4806-9eb0-38375cb80360 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:03.231151 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1293665'] for network (d36a590e-5aca-4f4b-84ba-ed6272112a6f), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:03.268856 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 053456a5-e3e7-4806-9eb0-38375cb80360 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:42:03.269233 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 053456a5-e3e7-4806-9eb0-38375cb80360 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:03.273609 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] Deleting port 372f4813-ca81-40ba-ba6e-8915d8f9bc24 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:42:03.274048 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (372f4813-ca81-40ba-ba6e-8915d8f9bc24), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:03.337020 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dbe18b-9d41-4a92-ae49-bdd03217a356 None None] DHCP port deletion for d36a590e-5aca-4f4b-84ba-ed6272112a6f request from dv-cinder-849690-6-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 16:42:03.347012 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] For port 372f4813-ca81-40ba-ba6e-8915d8f9bc24, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=372f4813-ca81-40ba-ba6e-8915d8f9bc24,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:03.347382 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (372f4813-ca81-40ba-ba6e-8915d8f9bc24), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:03.362599 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] Calling delete_port for 372f4813-ca81-40ba-ba6e-8915d8f9bc24 owned by network:dhcp {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:42:03.379927 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-93dbe18b-9d41-4a92-ae49-bdd03217a356 None None] Deleting port 372f4813-ca81-40ba-ba6e-8915d8f9bc24 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:42:03.380300 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-93dbe18b-9d41-4a92-ae49-bdd03217a356 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (372f4813-ca81-40ba-ba6e-8915d8f9bc24), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:03.430563 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:03.448351 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-93dbe18b-9d41-4a92-ae49-bdd03217a356 None None] For port 372f4813-ca81-40ba-ba6e-8915d8f9bc24, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=372f4813-ca81-40ba-ba6e-8915d8f9bc24,segment=NetworkSegment(f36308da-70d5-4f59-9828-569bdf95b487),segment_id=f36308da-70d5-4f59-9828-569bdf95b487)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:03.448754 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-93dbe18b-9d41-4a92-ae49-bdd03217a356 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (372f4813-ca81-40ba-ba6e-8915d8f9bc24), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:03.464084 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-93dbe18b-9d41-4a92-ae49-bdd03217a356 None None] Calling delete_port for 372f4813-ca81-40ba-ba6e-8915d8f9bc24 owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:42:03.479709 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01df6e4-7771-4af1-933d-aaf225700018 req-ff05851f-f31e-42fd-a3a1-b30e1a156b72 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:03.481238 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b01df6e4-7771-4af1-933d-aaf225700018 req-ff05851f-f31e-42fd-a3a1-b30e1a156b72 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 945 time: 0.0671377 Jul 27 16:42:03.496071 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (372f4813-ca81-40ba-ba6e-8915d8f9bc24), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:03.535159 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=372f4813-ca81-40ba-ba6e-8915d8f9bc24,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:03.536963 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] No DVR routers for this DVR port 372f4813-ca81-40ba-ba6e-8915d8f9bc24 on host dv-cinder-849690-6-iscsi {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:42:03.550544 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-93dbe18b-9d41-4a92-ae49-bdd03217a356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396'] for port (372f4813-ca81-40ba-ba6e-8915d8f9bc24), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:03.575010 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbe18b-9d41-4a92-ae49-bdd03217a356 None None] Pushing event deleted for resources: {'Port': ['ID=372f4813-ca81-40ba-ba6e-8915d8f9bc24,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:03.578484 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dbe18b-9d41-4a92-ae49-bdd03217a356 None None] No DVR routers for this DVR port 372f4813-ca81-40ba-ba6e-8915d8f9bc24 on host dv-cinder-849690-6-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:42:03.618511 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b01df6e4-7771-4af1-933d-aaf225700018 req-9da452d8-5bc7-4a64-9396-1bbd361acd7b tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=19cc5220-0331-4243-b482-6d39b6c602fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309803 Jul 27 16:42:03.629691 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233157', 'neutron.services.segments.db._delete_segments_for_network-8729475437258'] for network (d36a590e-5aca-4f4b-84ba-ed6272112a6f), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:03.655157 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36a590e-5aca-4f4b-84ba-ed6272112a6f']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:03.664529 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36308da-70d5-4f59-9828-569bdf95b487') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:03.664824 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36308da-70d5-4f59-9828-569bdf95b487') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:03.674786 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729475437159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5475912'] for segment (f36308da-70d5-4f59-9828-569bdf95b487), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:03.688156 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (f36308da-70d5-4f59-9828-569bdf95b487), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:03.694255 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:42:03.694633 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474513'] for segment (f36308da-70d5-4f59-9828-569bdf95b487), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:03.753428 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427568'] for network (d36a590e-5aca-4f4b-84ba-ed6272112a6f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:03.761328 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:03.764541 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] 10.222.0.74 "DELETE /v2.0/networks/d36a590e-5aca-4f4b-84ba-ed6272112a6f HTTP/1.1" status: 204 len: 168 time: 0.6155887 Jul 27 16:42:03.777400 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458658d-82dd-4bec-a12b-85cf64886f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=d36a590e-5aca-4f4b-84ba-ed6272112a6f,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:03.783523 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment f36308da-70d5-4f59-9828-569bdf95b487 resource provider aggregate not found Jul 27 16:42:03.800690 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment f36308da-70d5-4f59-9828-569bdf95b487 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f36308da-70d5-4f59-9828-569bdf95b487 found for delete ", "request_id": "req-13f6eabb-6225-478c-a63a-5c2d5129e990"}]} Jul 27 16:42:03.880767 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43756) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:03.921364 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-edd872f7-61fe-40fd-b1ba-b846023d6136 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=027a003da80c43ca9b4b337527b93d3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389149 Jul 27 16:42:03.923841 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43758) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:03.974008 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54561cb1-541c-48de-81ed-0959c6d7536c admin admin] Publish callbacks [] for security_group (cfab5704-2e58-4fad-834c-0196d9c9f70a), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:03.995373 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54561cb1-541c-48de-81ed-0959c6d7536c admin admin] Publish callbacks [] for security_group (cfab5704-2e58-4fad-834c-0196d9c9f70a), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:04.042342 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54561cb1-541c-48de-81ed-0959c6d7536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (cfab5704-2e58-4fad-834c-0196d9c9f70a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:04.044814 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-54561cb1-541c-48de-81ed-0959c6d7536c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:04.046603 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-54561cb1-541c-48de-81ed-0959c6d7536c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cfab5704-2e58-4fad-834c-0196d9c9f70a HTTP/1.1" status: 204 len: 168 time: 0.1218784 Jul 27 16:42:04.054301 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54561cb1-541c-48de-81ed-0959c6d7536c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfab5704-2e58-4fad-834c-0196d9c9f70a,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:04.155719 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13540d1-00ca-45d4-a127-d34d62098a29 req-a2366360-40bf-4be7-8044-bb1f84dec278 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:04.157245 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e13540d1-00ca-45d4-a127-d34d62098a29 req-a2366360-40bf-4be7-8044-bb1f84dec278 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0492201 Jul 27 16:42:04.186823 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:04.212396 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e13540d1-00ca-45d4-a127-d34d62098a29 req-00a6477f-1b92-420e-9b84-3a40d20b2494 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494561 Jul 27 16:42:04.651281 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device e0df2bc9-ed29-4249-a254-408852a7c333 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:04.681971 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: e0df2bc9-ed29-4249-a254-408852a7c333 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:42:04.682429 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device e0df2bc9-ed29-4249-a254-408852a7c333 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:04.682944 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 372f4813-ca81-40ba-ba6e-8915d8f9bc24 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:04.724226 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 372f4813-ca81-40ba-ba6e-8915d8f9bc24 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:42:04.724839 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 372f4813-ca81-40ba-ba6e-8915d8f9bc24 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:04.760560 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81690461-c8e7-4158-b366-6242a065fa22 req-dcd652c0-2c55-47f1-95f3-0d486af5ebbf tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:04.765630 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-81690461-c8e7-4158-b366-6242a065fa22 req-dcd652c0-2c55-47f1-95f3-0d486af5ebbf tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 945 time: 0.0588462 Jul 27 16:42:04.815666 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-81690461-c8e7-4158-b366-6242a065fa22 req-d07afdd5-0bf6-4b9d-b79d-684eeb5a9ff1 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=19cc5220-0331-4243-b482-6d39b6c602fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461190 Jul 27 16:42:05.364375 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bd4b7-0aa2-44d2-a849-5546b8930131 req-1971baaa-22d1-4cf8-91b6-f723aa48051f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:05.364375 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-592bd4b7-0aa2-44d2-a849-5546b8930131 req-1971baaa-22d1-4cf8-91b6-f723aa48051f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0503774 Jul 27 16:42:05.415416 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-592bd4b7-0aa2-44d2-a849-5546b8930131 req-d82ea88b-8212-43a2-9162-32a66bcfc5ce tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456457 Jul 27 16:42:05.841169 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43818) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:05.936975 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547168ed-50e0-4aa6-a93f-2cc4f8bc40ec req-6d78e8b6-8b0d-4111-b959-706c8827ffdc tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:05.938448 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-547168ed-50e0-4aa6-a93f-2cc4f8bc40ec req-6d78e8b6-8b0d-4111-b959-706c8827ffdc tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 945 time: 0.0509608 Jul 27 16:42:05.957751 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-225a3b15-2616-47a4-b8fe-4fc6e63a1808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:06.018366 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-547168ed-50e0-4aa6-a93f-2cc4f8bc40ec req-14ee0995-37c6-4f0d-af43-3dec14134bd9 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=19cc5220-0331-4243-b482-6d39b6c602fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725353 Jul 27 16:42:06.024609 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:06.071187 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-225a3b15-2616-47a4-b8fe-4fc6e63a1808 admin admin] Publish callbacks [] for security_group (0b649e9f-24e4-408b-b345-2d23a5b30263), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:06.075900 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-225a3b15-2616-47a4-b8fe-4fc6e63a1808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (0b649e9f-24e4-408b-b345-2d23a5b30263), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:06.146288 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-225a3b15-2616-47a4-b8fe-4fc6e63a1808 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ddc8b1f1f9fc4749b3fe34f66a8e0437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040392 Jul 27 16:42:06.149218 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a3b15-2616-47a4-b8fe-4fc6e63a1808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b649e9f-24e4-408b-b345-2d23a5b30263,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:06.151499 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43826) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:06.174112 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08411161-77c5-47e6-b448-4be16e8325eb req-8da66352-7032-4add-bfca-23274c24d8a2 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:06.175504 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08411161-77c5-47e6-b448-4be16e8325eb req-8da66352-7032-4add-bfca-23274c24d8a2 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 945 time: 0.0777826 Jul 27 16:42:06.184982 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43828) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:06.191666 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-f61331db-1851-437a-86ce-e14b98499dc8 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Request body: {'floatingip': {'port_id': 'f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:42:06.240813 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f61331db-1851-437a-86ce-e14b98499dc8 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for floatingip (91a0585c-1e6f-4616-a12a-6b60b807002c), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:06.304431 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bb9d327b-47ac-49f1-bb9f-30161d36ff53 admin admin] Publish callbacks [] for security_group (0b649e9f-24e4-408b-b345-2d23a5b30263), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:06.360203 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bb9d327b-47ac-49f1-bb9f-30161d36ff53 admin admin] Publish callbacks [] for security_group (0b649e9f-24e4-408b-b345-2d23a5b30263), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:06.499860 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:06.523970 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bb9d327b-47ac-49f1-bb9f-30161d36ff53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (0b649e9f-24e4-408b-b345-2d23a5b30263), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:06.526475 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bb9d327b-47ac-49f1-bb9f-30161d36ff53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:06.527520 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-bb9d327b-47ac-49f1-bb9f-30161d36ff53 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0b649e9f-24e4-408b-b345-2d23a5b30263 HTTP/1.1" status: 204 len: 168 time: 0.3729937 Jul 27 16:42:06.571252 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d327b-47ac-49f1-bb9f-30161d36ff53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b649e9f-24e4-408b-b345-2d23a5b30263,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:06.585006 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748d643-1a50-4971-895c-356796f5663b req-99535aa6-058c-4c5d-9c72-611676f62e71 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:06.586378 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b748d643-1a50-4971-895c-356796f5663b req-99535aa6-058c-4c5d-9c72-611676f62e71 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 945 time: 0.1048758 Jul 27 16:42:06.642637 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7deb1e-a753-41b5-88ee-908ec198c5a5 req-132e9228-2d10-4496-9a21-d1ac64e7fdbc tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:06.644101 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bc7deb1e-a753-41b5-88ee-908ec198c5a5 req-132e9228-2d10-4496-9a21-d1ac64e7fdbc tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.1467619 Jul 27 16:42:06.783808 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b748d643-1a50-4971-895c-356796f5663b req-b20db5f1-af4e-4c4a-8794-28ebd2352bbc tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862433 Jul 27 16:42:06.802961 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bc7deb1e-a753-41b5-88ee-908ec198c5a5 req-12728722-0338-4cff-8fb9-241205900dba tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456025 Jul 27 16:42:06.816180 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43844) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:06.817062 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43846) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:06.843618 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:06.853078 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b55e2f72-4f82-4816-bfd6-9ebcece2d692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:06.940704 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f61331db-1851-437a-86ce-e14b98499dc8 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:06.948211 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f61331db-1851-437a-86ce-e14b98499dc8 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (91a0585c-1e6f-4616-a12a-6b60b807002c), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:07.062026 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b55e2f72-4f82-4816-bfd6-9ebcece2d692 admin admin] Publish callbacks [] for security_group (42c52436-971d-4920-888c-34b9eb1d32b4), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:07.066135 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b55e2f72-4f82-4816-bfd6-9ebcece2d692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (42c52436-971d-4920-888c-34b9eb1d32b4), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:07.074981 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a73271-6d1f-4835-940c-7605aa274df7 tempest-TestMinimumBasicScenario-1528779273 tempest-TestMinimumBasicScenario-1528779273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:07.076775 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-a6a73271-6d1f-4835-940c-7605aa274df7 tempest-TestMinimumBasicScenario-1528779273 tempest-TestMinimumBasicScenario-1528779273-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 1124 time: 0.2599375 Jul 27 16:42:07.079696 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43850) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:07.084154 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Request body: {'floatingip': {'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'port_id': '82adc233-9cd1-47cb-9a9f-6589c38dcd85', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:42:07.102583 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-f61331db-1851-437a-86ce-e14b98499dc8 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Floating IP 91a0585c-1e6f-4616-a12a-6b60b807002c associated. External IP: 172.27.2.17, port: f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c. Jul 27 16:42:07.115940 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:07.144931 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e2f72-4f82-4816-bfd6-9ebcece2d692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c52436-971d-4920-888c-34b9eb1d32b4,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:07.154032 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b55e2f72-4f82-4816-bfd6-9ebcece2d692 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9626ee96c4fb4407ac44fdb5b034c985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334029 Jul 27 16:42:07.154338 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43852) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:07.208003 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:07.259468 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-36f377db-dd90-476c-98a6-bff562b9ccdf admin admin] Publish callbacks [] for security_group (42c52436-971d-4920-888c-34b9eb1d32b4), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:07.313870 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Allocated IP 172.27.2.119 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/92c1b2b4-9c6f-4a6a-b0e7-2e9f93ebedca) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:42:07.322373 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-36f377db-dd90-476c-98a6-bff562b9ccdf admin admin] Publish callbacks [] for security_group (42c52436-971d-4920-888c-34b9eb1d32b4), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:07.329892 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:07.406779 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61331db-1851-437a-86ce-e14b98499dc8 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:42:07.432939 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for port (92c1b2b4-9c6f-4a6a-b0e7-2e9f93ebedca), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:07.468154 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (92c1b2b4-9c6f-4a6a-b0e7-2e9f93ebedca), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:07.470601 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-36f377db-dd90-476c-98a6-bff562b9ccdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (42c52436-971d-4920-888c-34b9eb1d32b4), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:07.473109 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-36f377db-dd90-476c-98a6-bff562b9ccdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:07.474238 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-36f377db-dd90-476c-98a6-bff562b9ccdf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/42c52436-971d-4920-888c-34b9eb1d32b4 HTTP/1.1" status: 204 len: 168 time: 0.3184755 Jul 27 16:42:07.485790 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f377db-dd90-476c-98a6-bff562b9ccdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c52436-971d-4920-888c-34b9eb1d32b4,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:07.509778 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:42:07.515447 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:42:07.518155 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:42:07.534424 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61331db-1851-437a-86ce-e14b98499dc8 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:07.539306 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f61331db-1851-437a-86ce-e14b98499dc8 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:07.546160 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1528c84a-938f-4d3a-8649-a9a310d45e99 None None] Sync routers for ids ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:07.555006 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Pushing event updated for resources: {'Port': ['ID=92c1b2b4-9c6f-4a6a-b0e7-2e9f93ebedca,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:07.560278 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1528c84a-938f-4d3a-8649-a9a310d45e99 None None] Routers {'c639a3f3-7ad1-47f1-a4f8-69520ce6d247'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:42:07.562091 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-1528c84a-938f-4d3a-8649-a9a310d45e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:41:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:07.567721 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:07.570990 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f61331db-1851-437a-86ce-e14b98499dc8 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "PUT /v2.0/floatingips/91a0585c-1e6f-4616-a12a-6b60b807002c HTTP/1.1" status: 200 len: 990 time: 1.3848515 Jul 27 16:42:07.571422 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135ef04d-6996-46ef-90a6-39ad9504292b', 'tag': 'f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:42:07.574717 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b791a4c1-1a6a-4163-b430-8ff6a39c3186" -d '{"events": [{"name": "network-changed", "server_uuid": "135ef04d-6996-46ef-90a6-39ad9504292b", "tag": "f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:07.580410 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:07.637446 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c50d03-0d0e-4a30-9c5b-7fa3a30a07cb x-openstack-request-id: req-c8c50d03-0d0e-4a30-9c5b-7fa3a30a07cb {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:07.637803 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135ef04d-6996-46ef-90a6-39ad9504292b", "tag": "f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:07.638119 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c8c50d03-0d0e-4a30-9c5b-7fa3a30a07cb {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:07.638710 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c50d03-0d0e-4a30-9c5b-7fa3a30a07cb'] response: {'name': 'network-changed', 'server_uuid': '135ef04d-6996-46ef-90a6-39ad9504292b', 'tag': 'f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c', 'status': 'completed', 'code': 200} Jul 27 16:42:07.667184 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:07.683349 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-1528c84a-938f-4d3a-8649-a9a310d45e99 None None] Set router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:42:07.716128 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:07.730395 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791a4c1-1a6a-4163-b430-8ff6a39c3186 req-a95f035f-c73d-4bde-b0c6-f6a7f0c8da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:07.732151 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b791a4c1-1a6a-4163-b430-8ff6a39c3186 req-a95f035f-c73d-4bde-b0c6-f6a7f0c8da02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89ddf8711f2f4be88304f967149c3a50&device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 1129 time: 0.0642233 Jul 27 16:42:07.858603 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791a4c1-1a6a-4163-b430-8ff6a39c3186 req-77a0b615-86e8-4b59-82d9-aa3ebbbdb0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:07.859607 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b791a4c1-1a6a-4163-b430-8ff6a39c3186 req-77a0b615-86e8-4b59-82d9-aa3ebbbdb0fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f30e4e1-bf07-478c-895f-f27f24b25617 HTTP/1.1" status: 200 len: 911 time: 0.1173418 Jul 27 16:42:07.861681 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:07.956797 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for floatingip (aff6bdd3-0bfa-4bd5-95d5-7483ba588186), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:07.966238 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-1528c84a-938f-4d3a-8649-a9a310d45e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 4, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '91a0585c-1e6f-4616-a12a-6b60b807002c', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'port_id': 'f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'mac_address': 'fa:16:3e:02:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135ef04d-6996-46ef-90a6-39ad9504292b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:41:48Z', 'updated_at': '2022-07-27T16:42:06Z', 'revision_number': 1, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ffee693-e913-4c90-93db-95726d255bb8', 'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'mac_address': 'fa:16:3e:16:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:58Z', 'updated_at': '2022-07-27T16:36:16Z', 'revision_number': 5, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'subnets': [{'id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:07.999957 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8640d-efe0-4ebe-97f9-2ace9dbc1f3e req-5106ab4c-d116-4fd6-b239-f498df8f2c1f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:08.001665 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fff8640d-efe0-4ebe-97f9-2ace9dbc1f3e req-5106ab4c-d116-4fd6-b239-f498df8f2c1f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0736792 Jul 27 16:42:08.003334 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b791a4c1-1a6a-4163-b430-8ff6a39c3186 req-fd481ff9-4778-409c-90c1-4a1f6044de2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c HTTP/1.1" status: 200 len: 998 time: 0.1362875 Jul 27 16:42:08.048126 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (92c1b2b4-9c6f-4a6a-b0e7-2e9f93ebedca), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:08.101570 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791a4c1-1a6a-4163-b430-8ff6a39c3186 req-5111e7fc-d303-4af4-a0fe-c09b7f9afdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:08.103076 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b791a4c1-1a6a-4163-b430-8ff6a39c3186 req-5111e7fc-d303-4af4-a0fe-c09b7f9afdb5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d480ff8-5cfd-4620-8bc1-bd543d69a3cf HTTP/1.1" status: 200 len: 849 time: 0.0861676 Jul 27 16:42:08.108793 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fff8640d-efe0-4ebe-97f9-2ace9dbc1f3e req-55c67982-94e0-4da9-a9fb-5ffc9f8618ba tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014094 Jul 27 16:42:08.153124 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1528c84a-938f-4d3a-8649-a9a310d45e99 None None] Checking router: c639a3f3-7ad1-47f1-a4f8-69520ce6d247 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:42:08.164255 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1528c84a-938f-4d3a-8649-a9a310d45e99 None None] Routers {'c639a3f3-7ad1-47f1-a4f8-69520ce6d247'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:42:08.164865 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-1528c84a-938f-4d3a-8649-a9a310d45e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:41:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:08.182878 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791a4c1-1a6a-4163-b430-8ff6a39c3186 req-c3bb2e45-dbfe-4187-8797-328df767be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:08.188437 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b791a4c1-1a6a-4163-b430-8ff6a39c3186 req-c3bb2e45-dbfe-4187-8797-328df767be3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f30e4e1-bf07-478c-895f-f27f24b25617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763571 Jul 27 16:42:08.263744 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for port (92c1b2b4-9c6f-4a6a-b0e7-2e9f93ebedca), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:08.270958 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (92c1b2b4-9c6f-4a6a-b0e7-2e9f93ebedca), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:08.292845 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-1528c84a-938f-4d3a-8649-a9a310d45e99 None None] Set router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:42:08.381063 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Pushing event updated for resources: {'Port': ['ID=92c1b2b4-9c6f-4a6a-b0e7-2e9f93ebedca,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:08.407355 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (aff6bdd3-0bfa-4bd5-95d5-7483ba588186), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:08.552613 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a5e4d1c9-23ec-43b6-abfb-7de8126e7421 details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:42:08.589300 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b791a4c1-1a6a-4163-b430-8ff6a39c3186 req-cda34db4-6ebe-4224-b684-121e22307689 service neutron] 10.222.0.20 "GET /v2.0/networks/5f30e4e1-bf07-478c-895f-f27f24b25617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960054 Jul 27 16:42:08.623146 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-1528c84a-938f-4d3a-8649-a9a310d45e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 4, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '91a0585c-1e6f-4616-a12a-6b60b807002c', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'port_id': 'f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'mac_address': 'fa:16:3e:02:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135ef04d-6996-46ef-90a6-39ad9504292b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:41:48Z', 'updated_at': '2022-07-27T16:42:06Z', 'revision_number': 1, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ffee693-e913-4c90-93db-95726d255bb8', 'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'mac_address': 'fa:16:3e:16:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:58Z', 'updated_at': '2022-07-27T16:36:16Z', 'revision_number': 5, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'subnets': [{'id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:08.659975 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1528c84a-938f-4d3a-8649-a9a310d45e99 None None] The sync data for ids ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'] in dv-cinder-849690-6-iscsi is: [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 4, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '91a0585c-1e6f-4616-a12a-6b60b807002c', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'port_id': 'f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'mac_address': 'fa:16:3e:02:8a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135ef04d-6996-46ef-90a6-39ad9504292b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:41:48Z', 'updated_at': '2022-07-27T16:42:06Z', 'revision_number': 1, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ffee693-e913-4c90-93db-95726d255bb8', 'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'mac_address': 'fa:16:3e:16:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:58Z', 'updated_at': '2022-07-27T16:36:16Z', 'revision_number': 5, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'subnets': [{'id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:42:08.769985 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b791a4c1-1a6a-4163-b430-8ff6a39c3186 req-0ac488d5-63d2-4416-afb8-d0bd5772f10f service neutron] 10.222.0.20 "GET /v2.0/networks/5f30e4e1-bf07-478c-895f-f27f24b25617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649187 Jul 27 16:42:08.794105 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port a5e4d1c9-23ec-43b6-abfb-7de8126e7421, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:08.810459 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'port_id': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421', 'mac_address': 'fa:16:3e:af:7b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:42:08.811080 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Floating IP aff6bdd3-0bfa-4bd5-95d5-7483ba588186 associated. External IP: 172.27.2.119, port: 82adc233-9cd1-47cb-9a9f-6589c38dcd85. Jul 27 16:42:08.850607 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:08.854157 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 is: ACTIVE; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:42:08.854561 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:08.886549 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5e4d1c9-23ec-43b6-abfb-7de8126e7421 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:42:08.914943 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port a5e4d1c9-23ec-43b6-abfb-7de8126e7421, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:08.923513 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:08.982526 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,revision_number=6']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:09.006303 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f117a448-8b2c-4826-9ee1-1205f7b1954a None None] New status for floating IP 91a0585c-1e6f-4616-a12a-6b60b807002c: ACTIVE {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:42:09.054117 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:42:09.062697 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:09.088994 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['a5e4d1c9-23ec-43b6-abfb-7de8126e7421'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:09.157859 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:09.216130 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:09.228077 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17ff8ba-0946-483c-8184-4c2364e9ab5c None None] Sync routers for ids ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:09.245842 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:09.259193 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:09.275478 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17ff8ba-0946-483c-8184-4c2364e9ab5c None None] Routers {'42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:42:09.276421 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a17ff8ba-0946-483c-8184-4c2364e9ab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:41:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:09.305484 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-2747c29c-0090-4362-87f3-2c69ae92c2ee tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2243979 Jul 27 16:42:09.306300 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'tag': '82adc233-9cd1-47cb-9a9f-6589c38dcd85'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:42:09.308862 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314b7a26-8db2-4dfc-8112-4d2f3c7cbee4" -d '{"events": [{"name": "network-changed", "server_uuid": "62052d5b-7135-4e70-b6a3-e14c82a6f1eb", "tag": "82adc233-9cd1-47cb-9a9f-6589c38dcd85"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:09.311485 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43898) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:09.319432 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-f73b3ab3-ed09-4374-b651-3c5d8eb100ae tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-274171055', 'description': 'tempest-secgroup-smoke-274171055 description', 'project_id': '95d1afc492b44c07800f8d7288dac741'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:42:09.348430 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f73b3ab3-ed09-4374-b651-3c5d8eb100ae tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:09.364945 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f396139-944b-431b-8c42-ced026116df5 req-1eb13c57-1413-4056-bd96-b6dd9600f973 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:09.369373 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9f396139-944b-431b-8c42-ced026116df5 req-1eb13c57-1413-4056-bd96-b6dd9600f973 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 945 time: 0.1157050 Jul 27 16:42:09.437595 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-a17ff8ba-0946-483c-8184-4c2364e9ab5c None None] Set router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:42:09.440581 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f73b3ab3-ed09-4374-b651-3c5d8eb100ae tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group (df9882dd-64c8-474b-a102-775f80848ff0), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:09.443134 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea253a39-a3f3-4426-869f-950a6fe68194 x-openstack-request-id: req-ea253a39-a3f3-4426-869f-950a6fe68194 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:09.443531 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62052d5b-7135-4e70-b6a3-e14c82a6f1eb", "tag": "82adc233-9cd1-47cb-9a9f-6589c38dcd85", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:09.443968 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ea253a39-a3f3-4426-869f-950a6fe68194 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:09.444412 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea253a39-a3f3-4426-869f-950a6fe68194'] response: {'name': 'network-changed', 'server_uuid': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'tag': '82adc233-9cd1-47cb-9a9f-6589c38dcd85', 'status': 'completed', 'code': 200} Jul 27 16:42:09.446740 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f73b3ab3-ed09-4374-b651-3c5d8eb100ae tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (df9882dd-64c8-474b-a102-775f80848ff0), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:09.447341 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9f396139-944b-431b-8c42-ced026116df5 req-cd47cde5-34ac-4c16-b965-a63e1a15c5c1 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731945 Jul 27 16:42:09.487308 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f73b3ab3-ed09-4374-b651-3c5d8eb100ae tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:09.491650 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f73b3ab3-ed09-4374-b651-3c5d8eb100ae tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1760638 Jul 27 16:42:09.491650 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b3ab3-ed09-4374-b651-3c5d8eb100ae tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9882dd-64c8-474b-a102-775f80848ff0,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:09.493376 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43906) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:09.498828 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-af878dc7-977f-47ac-9763-01be1cdd5bca tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Request body: {'security_group_rule': {'security_group_id': 'df9882dd-64c8-474b-a102-775f80848ff0', 'project_id': '95d1afc492b44c07800f8d7288dac741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:42:09.516086 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7a26-8db2-4dfc-8112-4d2f3c7cbee4 req-a364d77d-acaf-416a-a016-501812519040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:09.517709 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-314b7a26-8db2-4dfc-8112-4d2f3c7cbee4 req-a364d77d-acaf-416a-a016-501812519040 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d1afc492b44c07800f8d7288dac741&device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 1129 time: 0.0690434 Jul 27 16:42:09.535632 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-af878dc7-977f-47ac-9763-01be1cdd5bca tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (f201a139-4aea-4163-9e3e-19b3a5bfbdec), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:09.611929 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-af878dc7-977f-47ac-9763-01be1cdd5bca tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (f201a139-4aea-4163-9e3e-19b3a5bfbdec), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:09.617721 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:09.618110 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-af878dc7-977f-47ac-9763-01be1cdd5bca tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (f201a139-4aea-4163-9e3e-19b3a5bfbdec), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:09.635955 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7a26-8db2-4dfc-8112-4d2f3c7cbee4 req-fb990241-a79b-46e2-8ae9-76fd8f59d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:09.637858 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-314b7a26-8db2-4dfc-8112-4d2f3c7cbee4 req-fb990241-a79b-46e2-8ae9-76fd8f59d7a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=898a9478-2e06-47ac-96fa-1c8894314115 HTTP/1.1" status: 200 len: 915 time: 0.1052687 Jul 27 16:42:09.638431 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af878dc7-977f-47ac-9763-01be1cdd5bca tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f201a139-4aea-4163-9e3e-19b3a5bfbdec,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:09.678627 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-af878dc7-977f-47ac-9763-01be1cdd5bca tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:09.683391 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-af878dc7-977f-47ac-9763-01be1cdd5bca tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1857505 Jul 27 16:42:09.683576 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43914) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:09.689723 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-3746648e-fe79-460a-8321-bcd30cf92607 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Request body: {'security_group_rule': {'security_group_id': 'df9882dd-64c8-474b-a102-775f80848ff0', 'project_id': '95d1afc492b44c07800f8d7288dac741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:42:09.733888 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-314b7a26-8db2-4dfc-8112-4d2f3c7cbee4 req-adc76c85-4414-4af3-a7f1-1b16beaf822f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82adc233-9cd1-47cb-9a9f-6589c38dcd85 HTTP/1.1" status: 200 len: 999 time: 0.0880616 Jul 27 16:42:09.754961 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a17ff8ba-0946-483c-8184-4c2364e9ab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'name': 'tempest-TestMinimumBasicScenario-634649215-router', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:14Z', 'revision_number': 4, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'gw_port': {'id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'aff6bdd3-0bfa-4bd5-95d5-7483ba588186', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'port_id': '82adc233-9cd1-47cb-9a9f-6589c38dcd85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115', 'mac_address': 'fa:16:3e:b4:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:42:07Z', 'updated_at': '2022-07-27T16:42:07Z', 'revision_number': 0, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f917f476-c765-4437-a9e4-0b5725df46b0', 'name': '', 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'mac_address': 'fa:16:3e:30:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:14Z', 'updated_at': '2022-07-27T16:41:19Z', 'revision_number': 5, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'subnets': [{'id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:09.775935 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3746648e-fe79-460a-8321-bcd30cf92607 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (bc4bfece-9b62-4d1d-9e74-436f4993b8bf), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:09.786689 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17ff8ba-0946-483c-8184-4c2364e9ab5c None None] Checking router: 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:42:09.796041 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17ff8ba-0946-483c-8184-4c2364e9ab5c None None] Routers {'42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:42:09.796393 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a17ff8ba-0946-483c-8184-4c2364e9ab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:41:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:09.824714 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7a26-8db2-4dfc-8112-4d2f3c7cbee4 req-27d41a9d-9ccf-40b0-8ce2-e839ffb04de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:09.826248 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-314b7a26-8db2-4dfc-8112-4d2f3c7cbee4 req-27d41a9d-9ccf-40b0-8ce2-e839ffb04de9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d9d83c7-b5fb-456b-9c6e-1576be2b5553 HTTP/1.1" status: 200 len: 853 time: 0.0855024 Jul 27 16:42:09.869225 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3746648e-fe79-460a-8321-bcd30cf92607 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (bc4bfece-9b62-4d1d-9e74-436f4993b8bf), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:09.876336 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:09.879513 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3746648e-fe79-460a-8321-bcd30cf92607 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (bc4bfece-9b62-4d1d-9e74-436f4993b8bf), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:09.892695 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7a26-8db2-4dfc-8112-4d2f3c7cbee4 req-fd83c658-1fb6-4572-a548-56f16d7d58f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:09.894476 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-314b7a26-8db2-4dfc-8112-4d2f3c7cbee4 req-fd83c658-1fb6-4572-a548-56f16d7d58f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=898a9478-2e06-47ac-96fa-1c8894314115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615790 Jul 27 16:42:09.911302 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746648e-fe79-460a-8321-bcd30cf92607 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4bfece-9b62-4d1d-9e74-436f4993b8bf,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:09.926391 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-a17ff8ba-0946-483c-8184-4c2364e9ab5c None None] Set router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:42:09.990023 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3746648e-fe79-460a-8321-bcd30cf92607 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:09.991282 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3746648e-fe79-460a-8321-bcd30cf92607 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3070807 Jul 27 16:42:09.994151 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43928) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:09.999437 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-1bc9c4e3-c046-45d8-9ef3-4cd6d110fa61 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Request body: {'security_group_rule': {'security_group_id': 'df9882dd-64c8-474b-a102-775f80848ff0', 'project_id': '95d1afc492b44c07800f8d7288dac741', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:42:10.054869 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-314b7a26-8db2-4dfc-8112-4d2f3c7cbee4 req-a0a2d006-7e6a-4f44-b578-41f39e6b9717 service neutron] 10.222.0.20 "GET /v2.0/networks/898a9478-2e06-47ac-96fa-1c8894314115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372266 Jul 27 16:42:10.057012 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c4e3-c046-45d8-9ef3-4cd6d110fa61 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (43c19fd1-d005-4be0-a807-0effebea6949), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.161945 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c4e3-c046-45d8-9ef3-4cd6d110fa61 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (43c19fd1-d005-4be0-a807-0effebea6949), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.168070 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c4e3-c046-45d8-9ef3-4cd6d110fa61 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (43c19fd1-d005-4be0-a807-0effebea6949), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.191608 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-314b7a26-8db2-4dfc-8112-4d2f3c7cbee4 req-97ee75cb-c5c1-4bbe-a69c-43e0c3abc68d service neutron] 10.222.0.20 "GET /v2.0/networks/898a9478-2e06-47ac-96fa-1c8894314115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302686 Jul 27 16:42:10.193204 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:10.199937 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a17ff8ba-0946-483c-8184-4c2364e9ab5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'name': 'tempest-TestMinimumBasicScenario-634649215-router', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:14Z', 'revision_number': 4, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'gw_port': {'id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'aff6bdd3-0bfa-4bd5-95d5-7483ba588186', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'port_id': '82adc233-9cd1-47cb-9a9f-6589c38dcd85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115', 'mac_address': 'fa:16:3e:b4:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:42:07Z', 'updated_at': '2022-07-27T16:42:07Z', 'revision_number': 0, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f917f476-c765-4437-a9e4-0b5725df46b0', 'name': '', 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'mac_address': 'fa:16:3e:30:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:14Z', 'updated_at': '2022-07-27T16:41:19Z', 'revision_number': 5, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'subnets': [{'id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:10.202577 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9c4e3-c046-45d8-9ef3-4cd6d110fa61 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c19fd1-d005-4be0-a807-0effebea6949,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:10.213091 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c4e3-c046-45d8-9ef3-4cd6d110fa61 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.214656 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1bc9c4e3-c046-45d8-9ef3-4cd6d110fa61 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2192380 Jul 27 16:42:10.217864 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43934) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:10.223131 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-cf960087-3f65-4dc9-83a8-be29f9056d51 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Request body: {'security_group_rule': {'security_group_id': 'df9882dd-64c8-474b-a102-775f80848ff0', 'project_id': '95d1afc492b44c07800f8d7288dac741', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:42:10.238227 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17ff8ba-0946-483c-8184-4c2364e9ab5c None None] The sync data for ids ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'] in dv-cinder-849690-6-iscsi is: [{'id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'name': 'tempest-TestMinimumBasicScenario-634649215-router', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:14Z', 'revision_number': 4, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'gw_port': {'id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'aff6bdd3-0bfa-4bd5-95d5-7483ba588186', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'port_id': '82adc233-9cd1-47cb-9a9f-6589c38dcd85', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115', 'mac_address': 'fa:16:3e:b4:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:42:07Z', 'updated_at': '2022-07-27T16:42:07Z', 'revision_number': 0, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f917f476-c765-4437-a9e4-0b5725df46b0', 'name': '', 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'mac_address': 'fa:16:3e:30:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:14Z', 'updated_at': '2022-07-27T16:41:19Z', 'revision_number': 5, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'subnets': [{'id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:42:10.252049 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cf960087-3f65-4dc9-83a8-be29f9056d51 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (6c16919d-628b-4ca0-ad15-01a268611528), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.304712 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:10.306376 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:10.318865 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cf960087-3f65-4dc9-83a8-be29f9056d51 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (6c16919d-628b-4ca0-ad15-01a268611528), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.325181 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cf960087-3f65-4dc9-83a8-be29f9056d51 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (6c16919d-628b-4ca0-ad15-01a268611528), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.350307 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf960087-3f65-4dc9-83a8-be29f9056d51 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c16919d-628b-4ca0-ad15-01a268611528,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:10.360429 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cf960087-3f65-4dc9-83a8-be29f9056d51 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.365075 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 43940) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:10.365613 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-cf960087-3f65-4dc9-83a8-be29f9056d51 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461606 Jul 27 16:42:10.369849 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-d73e5ec5-9a94-4ba1-ba30-5aa4dbf44fc0 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Request body: {'security_group_rule': {'security_group_id': 'df9882dd-64c8-474b-a102-775f80848ff0', 'project_id': '95d1afc492b44c07800f8d7288dac741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:42:10.395864 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.securitygroups_db [None req-d73e5ec5-9a94-4ba1-ba30-5aa4dbf44fc0 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Project 95d1afc492b44c07800f8d7288dac741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:42:10.423856 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d73e5ec5-9a94-4ba1-ba30-5aa4dbf44fc0 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (eb78c98a-f287-4901-8c9d-9f0b1bfe4141), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.484152 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c305aee-1c5a-489b-92ed-8f8642363575 None None] New status for floating IP aff6bdd3-0bfa-4bd5-95d5-7483ba588186: ACTIVE {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:42:10.528878 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d73e5ec5-9a94-4ba1-ba30-5aa4dbf44fc0 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (eb78c98a-f287-4901-8c9d-9f0b1bfe4141), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.539363 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a5e4d1c9-23ec-43b6-abfb-7de8126e7421 up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:10.541263 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d73e5ec5-9a94-4ba1-ba30-5aa4dbf44fc0 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (eb78c98a-f287-4901-8c9d-9f0b1bfe4141), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.588011 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e5ec5-9a94-4ba1-ba30-5aa4dbf44fc0 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb78c98a-f287-4901-8c9d-9f0b1bfe4141,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:10.610915 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d73e5ec5-9a94-4ba1-ba30-5aa4dbf44fc0 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.614853 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 43948) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:10.614996 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d73e5ec5-9a94-4ba1-ba30-5aa4dbf44fc0 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2486486 Jul 27 16:42:10.622039 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Request body: {'security_group_rule': {'security_group_id': 'df9882dd-64c8-474b-a102-775f80848ff0', 'project_id': '95d1afc492b44c07800f8d7288dac741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:42:10.641826 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189fcbd-c013-4505-a3a8-c638b322b224 req-173f4342-eb04-4890-8e9c-1b5566d6ec4d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:10.643320 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4189fcbd-c013-4505-a3a8-c638b322b224 req-173f4342-eb04-4890-8e9c-1b5566d6ec4d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 945 time: 0.0828898 Jul 27 16:42:10.658631 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.securitygroups_db [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Project 95d1afc492b44c07800f8d7288dac741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:42:10.663564 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:42:10.663955 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.667355 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (12c7884e-cd4e-42c6-958a-da03d90e0c41), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.755245 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (12c7884e-cd4e-42c6-958a-da03d90e0c41), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.761607 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (12c7884e-cd4e-42c6-958a-da03d90e0c41), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.762738 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4189fcbd-c013-4505-a3a8-c638b322b224 req-bf13c957-51d5-4b67-85e5-edd46dbd77db tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084933 Jul 27 16:42:10.824494 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:42:10.825399 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.830451 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c7884e-cd4e-42c6-958a-da03d90e0c41,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:10.836616 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.837779 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2217391 Jul 27 16:42:10.845462 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.846093 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.846536 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.847429 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.847594 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.848025 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.848530 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.848921 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.849337 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.849762 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.850192 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.850629 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.851436 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.851436 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.851870 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d1fa2-57bd-4054-b7a0-147f03d96344 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:10.856602 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:42:10.859263 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5d757b-b8c5-4d79-b7ec-ca4b6425af3b" -d '{"events": [{"server_uuid": "dac1640a-1831-422b-b041-ca09c22cfec3", "name": "network-vif-plugged", "status": "completed", "tag": "a5e4d1c9-23ec-43b6-abfb-7de8126e7421"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:10.875821 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port a5e4d1c9-23ec-43b6-abfb-7de8126e7421, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:10.884350 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:10.934832 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae7eae5-d281-43b2-a012-ff8f29d114b2 x-openstack-request-id: req-5ae7eae5-d281-43b2-a012-ff8f29d114b2 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:10.935124 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac1640a-1831-422b-b041-ca09c22cfec3", "name": "network-vif-plugged", "status": "completed", "tag": "a5e4d1c9-23ec-43b6-abfb-7de8126e7421", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:10.935381 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5ae7eae5-d281-43b2-a012-ff8f29d114b2 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:10.937042 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae7eae5-d281-43b2-a012-ff8f29d114b2'] response: {'server_uuid': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421', 'code': 200} Jul 27 16:42:10.947611 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,revision_number=7']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:11.010855 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-093c8b0a-f532-409a-a0be-5c565fac949d req-ba229a3a-dc5d-4de3-978d-1d0488323fd5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-274171055&fields=id&tenant_id=95d1afc492b44c07800f8d7288dac741 HTTP/1.1" status: 200 len: 267 time: 0.0596461 Jul 27 16:42:11.111493 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c8b0a-f532-409a-a0be-5c565fac949d req-07809026-9881-4dc8-8023-fc50a668659e tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:11.113135 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-093c8b0a-f532-409a-a0be-5c565fac949d req-07809026-9881-4dc8-8023-fc50a668659e tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 945 time: 0.0741878 Jul 27 16:42:11.126240 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-093c8b0a-f532-409a-a0be-5c565fac949d req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Request body: {'port': {'security_groups': ['9cbd24b7-c7b0-486a-bf06-67c3da7e98c1', 'df9882dd-64c8-474b-a102-775f80848ff0']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:42:11.220369 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:11.231309 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-093c8b0a-f532-409a-a0be-5c565fac949d req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:11.475289 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-093c8b0a-f532-409a-a0be-5c565fac949d req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] For port 82adc233-9cd1-47cb-9a9f-6589c38dcd85, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=82adc233-9cd1-47cb-9a9f-6589c38dcd85,segment=NetworkSegment(5b125d0e-12ae-4804-9ab0-e6ac14eed65e),segment_id=5b125d0e-12ae-4804-9ab0-e6ac14eed65e)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:11.524931 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:11.537774 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-093c8b0a-f532-409a-a0be-5c565fac949d req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:11.548087 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-093c8b0a-f532-409a-a0be-5c565fac949d req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:11.562554 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['82adc233-9cd1-47cb-9a9f-6589c38dcd85'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:11.616493 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:11.635125 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c8b0a-f532-409a-a0be-5c565fac949d req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:11.635711 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-093c8b0a-f532-409a-a0be-5c565fac949d req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:11.637164 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-093c8b0a-f532-409a-a0be-5c565fac949d req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "PUT /v2.0/ports/82adc233-9cd1-47cb-9a9f-6589c38dcd85 HTTP/1.1" status: 200 len: 981 time: 0.5172069 Jul 27 16:42:11.640491 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'tag': '82adc233-9cd1-47cb-9a9f-6589c38dcd85'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:42:11.645963 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c652e04-6911-413c-a16f-d16cdfd572ec" -d '{"events": [{"name": "network-changed", "server_uuid": "62052d5b-7135-4e70-b6a3-e14c82a6f1eb", "tag": "82adc233-9cd1-47cb-9a9f-6589c38dcd85"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:11.677814 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Pushing event updated for resources: {'Port': ['ID=82adc233-9cd1-47cb-9a9f-6589c38dcd85,revision_number=6']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:11.686749 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:11.687771 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:11.688770 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:11.689669 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:11.690465 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:11.690714 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:11.691061 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:11.691394 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:11.691770 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:11.692138 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:11.692472 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:11.692839 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:11.693321 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:11.694089 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:11.694467 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab997c-761f-429d-b4b8-324c373ef2fb tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:42:11.730681 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed151244-8b1d-4518-8a17-bb82d9f1eaad x-openstack-request-id: req-ed151244-8b1d-4518-8a17-bb82d9f1eaad {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:11.730982 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62052d5b-7135-4e70-b6a3-e14c82a6f1eb", "tag": "82adc233-9cd1-47cb-9a9f-6589c38dcd85", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:11.731247 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ed151244-8b1d-4518-8a17-bb82d9f1eaad {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:11.731665 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed151244-8b1d-4518-8a17-bb82d9f1eaad'] response: {'name': 'network-changed', 'server_uuid': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'tag': '82adc233-9cd1-47cb-9a9f-6589c38dcd85', 'status': 'completed', 'code': 200} Jul 27 16:42:11.778618 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['82adc233-9cd1-47cb-9a9f-6589c38dcd85'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:11.834480 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c652e04-6911-413c-a16f-d16cdfd572ec req-8d34fc39-e20c-4514-8d11-eea3fb41f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:11.836164 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c652e04-6911-413c-a16f-d16cdfd572ec req-8d34fc39-e20c-4514-8d11-eea3fb41f1f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d1afc492b44c07800f8d7288dac741&device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 1168 time: 0.0463133 Jul 27 16:42:11.929758 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d34f99-15fa-4ebb-a48b-7b736c142c18 req-15a58321-2003-42de-985f-4bd10c4f22d5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:11.931606 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-98d34f99-15fa-4ebb-a48b-7b736c142c18 req-15a58321-2003-42de-985f-4bd10c4f22d5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.1813149 Jul 27 16:42:12.047315 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-9bcb0e6b-1009-4cdb-830a-0828ee64ccce None None] Provisioning complete for port 82adc233-9cd1-47cb-9a9f-6589c38dcd85 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:42:12.048334 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9bcb0e6b-1009-4cdb-830a-0828ee64ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:12.058295 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05610a1a-c6e8-4c34-adeb-e2af6741e40d req-5b2df9af-8db8-45ab-9206-5eb1a7cb546b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:12.060011 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-05610a1a-c6e8-4c34-adeb-e2af6741e40d req-5b2df9af-8db8-45ab-9206-5eb1a7cb546b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.1270697 Jul 27 16:42:12.070868 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c652e04-6911-413c-a16f-d16cdfd572ec req-75e8e8b4-dfa7-46f2-ba92-ff288adfc050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:12.072338 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c652e04-6911-413c-a16f-d16cdfd572ec req-75e8e8b4-dfa7-46f2-ba92-ff288adfc050 service neutron] 10.222.0.20 "GET /v2.0/networks?id=898a9478-2e06-47ac-96fa-1c8894314115 HTTP/1.1" status: 200 len: 915 time: 0.2257674 Jul 27 16:42:12.177433 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-98d34f99-15fa-4ebb-a48b-7b736c142c18 req-3d74499c-a7cf-4caa-9fa5-d32320871a78 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2264836 Jul 27 16:42:12.188707 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-05610a1a-c6e8-4c34-adeb-e2af6741e40d req-12e8f448-ca95-464c-b775-5b343e08910e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153159 Jul 27 16:42:12.265573 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:12.266935 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c652e04-6911-413c-a16f-d16cdfd572ec req-13868f7f-a1ed-48dd-a011-bee9ec067ccc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82adc233-9cd1-47cb-9a9f-6589c38dcd85 HTTP/1.1" status: 200 len: 1001 time: 0.1447103 Jul 27 16:42:12.276672 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb0e6b-1009-4cdb-830a-0828ee64ccce None None] Current status of the port 82adc233-9cd1-47cb-9a9f-6589c38dcd85 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:42:12.371509 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c652e04-6911-413c-a16f-d16cdfd572ec req-03f7f319-a024-4f52-ad28-c16524ee71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:12.375700 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c652e04-6911-413c-a16f-d16cdfd572ec req-03f7f319-a024-4f52-ad28-c16524ee71b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d9d83c7-b5fb-456b-9c6e-1576be2b5553 HTTP/1.1" status: 200 len: 853 time: 0.0968170 Jul 27 16:42:12.449922 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c652e04-6911-413c-a16f-d16cdfd572ec req-c704097e-c4f9-469d-a9f2-225b42e62705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:12.451431 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c652e04-6911-413c-a16f-d16cdfd572ec req-c704097e-c4f9-469d-a9f2-225b42e62705 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=898a9478-2e06-47ac-96fa-1c8894314115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690482 Jul 27 16:42:12.570305 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:12.600612 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c652e04-6911-413c-a16f-d16cdfd572ec req-8f63e93e-d996-465e-8aef-c217ffefd7df service neutron] 10.222.0.20 "GET /v2.0/networks/898a9478-2e06-47ac-96fa-1c8894314115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335077 Jul 27 16:42:12.698809 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:12.739255 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c652e04-6911-413c-a16f-d16cdfd572ec req-30ce0c5b-f48b-4758-a463-d7428b1331e4 service neutron] 10.222.0.20 "GET /v2.0/networks/898a9478-2e06-47ac-96fa-1c8894314115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300335 Jul 27 16:42:13.401119 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0903b-b7e0-4771-8761-d7cf053bd49a req-5efbc4ad-e7f6-4d31-a539-496d61d6936b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:13.405371 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1b0903b-b7e0-4771-8761-d7cf053bd49a req-5efbc4ad-e7f6-4d31-a539-496d61d6936b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0612700 Jul 27 16:42:13.472348 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1b0903b-b7e0-4771-8761-d7cf053bd49a req-19d87b57-fa74-47e3-b5e9-064a633988bc tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580640 Jul 27 16:42:14.622205 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86f789-4e42-47cd-9789-4fc19f31ef6e req-3056344f-b001-42d3-9318-da99a1f7925d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:14.623904 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cb86f789-4e42-47cd-9789-4fc19f31ef6e req-3056344f-b001-42d3-9318-da99a1f7925d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0616646 Jul 27 16:42:14.684136 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cb86f789-4e42-47cd-9789-4fc19f31ef6e req-bfa7fc72-ed3c-4de8-a5cb-2df3824eb10f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516646 Jul 27 16:42:15.826965 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67072cb5-4af0-4adf-b357-a354c7274327 req-074a7081-0ec8-4520-ab07-26c6e642d8b6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:15.828391 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-67072cb5-4af0-4adf-b357-a354c7274327 req-074a7081-0ec8-4520-ab07-26c6e642d8b6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0555160 Jul 27 16:42:15.880292 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:15.889366 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-67072cb5-4af0-4adf-b357-a354c7274327 req-cd59b670-fc27-42c2-a4ec-3697ef0142d0 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550036 Jul 27 16:42:17.025045 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de318a4e-6528-4865-8873-be047ecba2ad req-efb0040f-73f8-42d6-8686-2dabde9c2bf7 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:17.026672 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-de318a4e-6528-4865-8873-be047ecba2ad req-efb0040f-73f8-42d6-8686-2dabde9c2bf7 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0542634 Jul 27 16:42:17.083198 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-de318a4e-6528-4865-8873-be047ecba2ad req-ddb7fc82-6cf6-4dc4-8832-9ce744d4ef2e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470259 Jul 27 16:42:18.247501 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93718157-f622-4765-9615-66a2bef76282 req-9674d253-6beb-4070-bb33-57e1256ac9ba tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:18.250335 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93718157-f622-4765-9615-66a2bef76282 req-9674d253-6beb-4070-bb33-57e1256ac9ba tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0665405 Jul 27 16:42:18.310532 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93718157-f622-4765-9615-66a2bef76282 req-c8936fbe-89ec-4c65-93b3-8f02aaf9d4a3 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540783 Jul 27 16:42:19.492909 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161548f-377b-419b-9d61-512945618e27 req-32471561-a3f9-47d2-ab17-3cadf067aa12 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:19.500936 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a161548f-377b-419b-9d61-512945618e27 req-32471561-a3f9-47d2-ab17-3cadf067aa12 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0811026 Jul 27 16:42:19.547571 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a161548f-377b-419b-9d61-512945618e27 req-da99020d-4cac-4418-830d-4b48be08b462 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455351 Jul 27 16:42:20.463824 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:20.603409 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165010b-ed68-4f95-83e7-0bdbb0e4fb07 req-c62112a8-1030-4595-88fd-41aa6cf24c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:20.604871 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e165010b-ed68-4f95-83e7-0bdbb0e4fb07 req-c62112a8-1030-4595-88fd-41aa6cf24c3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d570044769a44d9b18c905284cd9947&device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 1130 time: 0.0426373 Jul 27 16:42:20.724534 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fc0fe-5e9a-4379-a99f-d516398b4a1f req-d733060a-290a-45f9-9532-f58cc1a5ca77 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:20.726024 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-777fc0fe-5e9a-4379-a99f-d516398b4a1f req-d733060a-290a-45f9-9532-f58cc1a5ca77 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0623031 Jul 27 16:42:20.762854 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165010b-ed68-4f95-83e7-0bdbb0e4fb07 req-383485ed-08a0-4695-9571-9b97f44b6a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:20.764330 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e165010b-ed68-4f95-83e7-0bdbb0e4fb07 req-383485ed-08a0-4695-9571-9b97f44b6a27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2b545b-e176-40e2-8391-7dafbc2122d9 HTTP/1.1" status: 200 len: 918 time: 0.1514440 Jul 27 16:42:20.829751 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-777fc0fe-5e9a-4379-a99f-d516398b4a1f req-04f7c645-06d0-4110-b6e4-24d991ed750b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947006 Jul 27 16:42:20.830025 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:DELETE=3,neutron:SELECT=21,neutron:INSERT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:20.835360 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=20,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:20.850016 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e165010b-ed68-4f95-83e7-0bdbb0e4fb07 req-02136b7b-ddfa-4842-816f-ffffa27170b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421 HTTP/1.1" status: 200 len: 1001 time: 0.0761681 Jul 27 16:42:20.902118 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165010b-ed68-4f95-83e7-0bdbb0e4fb07 req-5562faa7-ddba-4b1b-afdf-1b2c9bf4b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:20.903585 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e165010b-ed68-4f95-83e7-0bdbb0e4fb07 req-5562faa7-ddba-4b1b-afdf-1b2c9bf4b2bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd5a5861-0b12-4ebb-85aa-394b3176f5b9 HTTP/1.1" status: 200 len: 856 time: 0.0459349 Jul 27 16:42:20.947551 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165010b-ed68-4f95-83e7-0bdbb0e4fb07 req-d3435579-97c7-479d-ad39-ed92518466b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:20.949057 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e165010b-ed68-4f95-83e7-0bdbb0e4fb07 req-d3435579-97c7-479d-ad39-ed92518466b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2b545b-e176-40e2-8391-7dafbc2122d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380347 Jul 27 16:42:20.974992 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 44092) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:21.047025 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e165010b-ed68-4f95-83e7-0bdbb0e4fb07 req-4cae5158-db26-4f2c-8c3d-cb664e159f21 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902689 Jul 27 16:42:21.081668 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-deb2dc1d-1558-4ce1-a6cd-dc3d6cfcf5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:21.103151 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:21.145148 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e165010b-ed68-4f95-83e7-0bdbb0e4fb07 req-1211b98b-d931-4d56-beaa-df17a0f53138 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910771 Jul 27 16:42:21.162671 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-deb2dc1d-1558-4ce1-a6cd-dc3d6cfcf5cb admin admin] Publish callbacks [] for security_group (0bde603f-fc51-4229-916e-ed39a98a57a2), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:21.170199 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-deb2dc1d-1558-4ce1-a6cd-dc3d6cfcf5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (0bde603f-fc51-4229-916e-ed39a98a57a2), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:21.207961 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2dc1d-1558-4ce1-a6cd-dc3d6cfcf5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bde603f-fc51-4229-916e-ed39a98a57a2,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:21.212270 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-deb2dc1d-1558-4ce1-a6cd-dc3d6cfcf5cb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=28a5da59467e4798b54e8ba921f92fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362549 Jul 27 16:42:21.215016 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 44098) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:21.263698 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f3b1a516-2f13-4be0-aef8-af76be02dfb6 admin admin] Publish callbacks [] for security_group (0bde603f-fc51-4229-916e-ed39a98a57a2), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:21.285549 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f3b1a516-2f13-4be0-aef8-af76be02dfb6 admin admin] Publish callbacks [] for security_group (0bde603f-fc51-4229-916e-ed39a98a57a2), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:21.336244 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f3b1a516-2f13-4be0-aef8-af76be02dfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (0bde603f-fc51-4229-916e-ed39a98a57a2), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:21.338963 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f3b1a516-2f13-4be0-aef8-af76be02dfb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:21.340097 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f3b1a516-2f13-4be0-aef8-af76be02dfb6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0bde603f-fc51-4229-916e-ed39a98a57a2 HTTP/1.1" status: 204 len: 168 time: 0.1242156 Jul 27 16:42:21.348070 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1a516-2f13-4be0-aef8-af76be02dfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bde603f-fc51-4229-916e-ed39a98a57a2,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:21.605689 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 44104) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:21.619819 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1fc354f9-5d26-4dde-84b7-82b5a3fcc7e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:21.696344 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1fc354f9-5d26-4dde-84b7-82b5a3fcc7e1 admin admin] Publish callbacks [] for security_group (1ba57699-682e-491d-9ad5-fae0b648618c), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:21.700093 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1fc354f9-5d26-4dde-84b7-82b5a3fcc7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (1ba57699-682e-491d-9ad5-fae0b648618c), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:21.739913 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1fc354f9-5d26-4dde-84b7-82b5a3fcc7e1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2c644ab597604f7b80373782e2a4f904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330953 Jul 27 16:42:21.740532 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc354f9-5d26-4dde-84b7-82b5a3fcc7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba57699-682e-491d-9ad5-fae0b648618c,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:21.743339 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 44106) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:21.793369 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1c140943-b9f7-4da2-84ae-fea0096c1ce7 admin admin] Publish callbacks [] for security_group (1ba57699-682e-491d-9ad5-fae0b648618c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:21.814019 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1c140943-b9f7-4da2-84ae-fea0096c1ce7 admin admin] Publish callbacks [] for security_group (1ba57699-682e-491d-9ad5-fae0b648618c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:21.841584 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:21.860678 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1c140943-b9f7-4da2-84ae-fea0096c1ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (1ba57699-682e-491d-9ad5-fae0b648618c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:21.863240 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1c140943-b9f7-4da2-84ae-fea0096c1ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:21.864370 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1c140943-b9f7-4da2-84ae-fea0096c1ce7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1ba57699-682e-491d-9ad5-fae0b648618c HTTP/1.1" status: 204 len: 168 time: 0.1196229 Jul 27 16:42:21.872465 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c140943-b9f7-4da2-84ae-fea0096c1ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba57699-682e-491d-9ad5-fae0b648618c,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:21.966410 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028dce1-fd43-4217-bcb9-e16a182fe1e3 req-7f98d8af-5949-493b-912c-b117519f3cc6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:21.967980 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f028dce1-fd43-4217-bcb9-e16a182fe1e3 req-7f98d8af-5949-493b-912c-b117519f3cc6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 946 time: 0.0480149 Jul 27 16:42:22.021844 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f028dce1-fd43-4217-bcb9-e16a182fe1e3 req-ec28d8b7-c058-4349-b90f-f46419558673 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475802 Jul 27 16:42:22.562035 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:22.562919 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:22.681345 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a5e4d1c9-23ec-43b6-abfb-7de8126e7421 no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:22.763223 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 is: ACTIVE; New status is: DOWN {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:42:22.763606 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:22.787900 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:42:22.790180 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14179d22-8736-4553-95f3-789f841d370c" -d '{"events": [{"server_uuid": "dac1640a-1831-422b-b041-ca09c22cfec3", "name": "network-vif-unplugged", "status": "completed", "tag": "a5e4d1c9-23ec-43b6-abfb-7de8126e7421"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:22.802677 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port a5e4d1c9-23ec-43b6-abfb-7de8126e7421, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:22.807982 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:22.837155 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Jul 2022 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779c4482-80a6-4eba-8076-b8e3fb7b9365 x-openstack-request-id: req-779c4482-80a6-4eba-8076-b8e3fb7b9365 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:22.837447 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac1640a-1831-422b-b041-ca09c22cfec3", "name": "network-vif-unplugged", "status": "completed", "tag": "a5e4d1c9-23ec-43b6-abfb-7de8126e7421", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:22.837707 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-779c4482-80a6-4eba-8076-b8e3fb7b9365 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:22.838129 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779c4482-80a6-4eba-8076-b8e3fb7b9365'] response: {'server_uuid': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421', 'code': 200} Jul 27 16:42:22.858902 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,revision_number=8']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:23.169299 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc98a9b-788d-40f4-9cc0-5d90ca7ab658 req-fab3db3d-e426-4089-8347-6253ed07375e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:23.172412 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0bc98a9b-788d-40f4-9cc0-5d90ca7ab658 req-fab3db3d-e426-4089-8347-6253ed07375e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0512989 Jul 27 16:42:23.229463 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0bc98a9b-788d-40f4-9cc0-5d90ca7ab658 req-9d69de44-d618-4b26-ad5a-0e0217c9c860 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506151 Jul 27 16:42:23.553738 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 44164) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:23.661322 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-37a43fb7-3ec5-43c2-9f47-994ea7a8b992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:23.742401 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-37a43fb7-3ec5-43c2-9f47-994ea7a8b992 admin admin] Publish callbacks [] for security_group (ebe0a7c6-a491-4a22-9007-66b5f9e0b712), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:23.745642 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-37a43fb7-3ec5-43c2-9f47-994ea7a8b992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (ebe0a7c6-a491-4a22-9007-66b5f9e0b712), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:23.788012 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a43fb7-3ec5-43c2-9f47-994ea7a8b992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe0a7c6-a491-4a22-9007-66b5f9e0b712,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:23.796467 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-37a43fb7-3ec5-43c2-9f47-994ea7a8b992 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=06e8dbf44d8240a283ed46b979158f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419865 Jul 27 16:42:23.797057 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 44170) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:23.868910 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bde679a7-0a7f-4cfc-b9fc-759303d4dfe9 admin admin] Publish callbacks [] for security_group (ebe0a7c6-a491-4a22-9007-66b5f9e0b712), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:23.891099 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bde679a7-0a7f-4cfc-b9fc-759303d4dfe9 admin admin] Publish callbacks [] for security_group (ebe0a7c6-a491-4a22-9007-66b5f9e0b712), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:23.936698 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bde679a7-0a7f-4cfc-b9fc-759303d4dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (ebe0a7c6-a491-4a22-9007-66b5f9e0b712), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:23.939191 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bde679a7-0a7f-4cfc-b9fc-759303d4dfe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:23.940316 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-bde679a7-0a7f-4cfc-b9fc-759303d4dfe9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ebe0a7c6-a491-4a22-9007-66b5f9e0b712 HTTP/1.1" status: 204 len: 168 time: 0.1421390 Jul 27 16:42:23.947880 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde679a7-0a7f-4cfc-b9fc-759303d4dfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe0a7c6-a491-4a22-9007-66b5f9e0b712,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:24.206760 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 44178) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:24.223949 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c1359415-2420-4c39-bb62-fb29ea2c1c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:24.319747 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c1359415-2420-4c39-bb62-fb29ea2c1c25 admin admin] Publish callbacks [] for security_group (b36aa9ba-e4c4-44fd-b792-126f06c9c2fd), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:24.337926 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c1359415-2420-4c39-bb62-fb29ea2c1c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (b36aa9ba-e4c4-44fd-b792-126f06c9c2fd), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:24.389068 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c87c7-bccb-437d-a0b5-ca955442e5f8 req-5169ee90-05ee-432d-8860-0db381786f11 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:24.391056 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-113c87c7-bccb-437d-a0b5-ca955442e5f8 req-5169ee90-05ee-432d-8860-0db381786f11 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0869145 Jul 27 16:42:24.394411 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c1359415-2420-4c39-bb62-fb29ea2c1c25 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=abdb1ffa71ac4a51a266f38698b6b366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1866653 Jul 27 16:42:24.395599 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1359415-2420-4c39-bb62-fb29ea2c1c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36aa9ba-e4c4-44fd-b792-126f06c9c2fd,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:24.397200 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 44184) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:24.445138 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:24.446765 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-113c87c7-bccb-437d-a0b5-ca955442e5f8 req-6d06a6de-e098-4d38-9ba4-8ac941f4356a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467546 Jul 27 16:42:24.451024 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-994df558-a45d-4e09-97fb-128da81ca928 admin admin] Publish callbacks [] for security_group (b36aa9ba-e4c4-44fd-b792-126f06c9c2fd), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:24.454043 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:24.476796 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-994df558-a45d-4e09-97fb-128da81ca928 admin admin] Publish callbacks [] for security_group (b36aa9ba-e4c4-44fd-b792-126f06c9c2fd), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:24.526021 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-994df558-a45d-4e09-97fb-128da81ca928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (b36aa9ba-e4c4-44fd-b792-126f06c9c2fd), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:24.528870 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-994df558-a45d-4e09-97fb-128da81ca928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:24.530157 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-994df558-a45d-4e09-97fb-128da81ca928 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b36aa9ba-e4c4-44fd-b792-126f06c9c2fd HTTP/1.1" status: 204 len: 168 time: 0.1319816 Jul 27 16:42:24.539539 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994df558-a45d-4e09-97fb-128da81ca928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36aa9ba-e4c4-44fd-b792-126f06c9c2fd,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:25.365688 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d6858a7a-08ea-4a72-bf45-bb90da957dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:25.531984 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5310fc-2ab4-47c4-aee6-cb12504bedeb req-e258a658-0fd2-4156-a70a-edb31a48f450 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:25.533586 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed5310fc-2ab4-47c4-aee6-cb12504bedeb req-e258a658-0fd2-4156-a70a-edb31a48f450 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0545530 Jul 27 16:42:25.570037 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:25.597573 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed5310fc-2ab4-47c4-aee6-cb12504bedeb req-9d4a60ff-ca3d-4acf-aee7-e91a17f27d23 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579755 Jul 27 16:42:25.972766 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 44280) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:26.060867 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-80fbb3ef-7860-4d03-8d44-e0eb67a37dd7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858958 Jul 27 16:42:26.066893 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-5aa707a7-479d-42aa-a05b-20daf4dbe9a1 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 16:42:26.067864 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-5aa707a7-479d-42aa-a05b-20daf4dbe9a1 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061283 Jul 27 16:42:26.212429 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 44292) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:26.314922 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-480dbddb-b462-4b1b-bb8b-609a88be6c6a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:26.316329 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-480dbddb-b462-4b1b-bb8b-609a88be6c6a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports/a5e4d1c9-23ec-43b6-abfb-7de8126e7421 HTTP/1.1" status: 200 len: 941 time: 0.1027284 Jul 27 16:42:26.679481 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a5e4d1c9-23ec-43b6-abfb-7de8126e7421 no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:26.738896 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61b662-bc3d-465d-8e6e-0d108c425165 req-89e8bfdf-7e7f-4a57-8ccd-d2521d401614 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:26.740864 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e61b662-bc3d-465d-8e6e-0d108c425165 req-89e8bfdf-7e7f-4a57-8ccd-d2521d401614 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0535526 Jul 27 16:42:26.762526 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 is: DOWN; New status is: DOWN {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:42:26.768548 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:26.795582 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e61b662-bc3d-465d-8e6e-0d108c425165 req-74800ba8-dfb2-4436-97db-c571d69213a5 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490053 Jul 27 16:42:27.203301 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-3ac6cec8-144c-438c-91ea-2c65686ab588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:27.204778 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-3ac6cec8-144c-438c-91ea-2c65686ab588 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3&tenant_id=8d570044769a44d9b18c905284cd9947 HTTP/1.1" status: 200 len: 1128 time: 0.0700500 Jul 27 16:42:27.268058 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-e56f70fd-91aa-4921-b066-e37ecb58210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:27.269520 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-e56f70fd-91aa-4921-b066-e37ecb58210c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d570044769a44d9b18c905284cd9947&device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 1128 time: 0.0386295 Jul 27 16:42:27.363464 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-8ee108c7-2f23-474f-9ea5-e9585147cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:27.364940 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-8ee108c7-2f23-474f-9ea5-e9585147cd91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2b545b-e176-40e2-8391-7dafbc2122d9 HTTP/1.1" status: 200 len: 918 time: 0.0890625 Jul 27 16:42:27.424994 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-a6f00687-e104-48d4-9b0a-7d8a44c7a9d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421 HTTP/1.1" status: 200 len: 999 time: 0.0535116 Jul 27 16:42:27.475284 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-0942e240-7354-47f6-a0ba-1fd3804d1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:27.476724 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-0942e240-7354-47f6-a0ba-1fd3804d1ad9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd5a5861-0b12-4ebb-85aa-394b3176f5b9 HTTP/1.1" status: 200 len: 856 time: 0.0457413 Jul 27 16:42:27.484879 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f34b33a7-dedc-454f-9ddc-51ceb54c88c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:27.526069 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-39f22627-18ad-420c-af67-3f457e4955a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:27.527641 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-39f22627-18ad-420c-af67-3f457e4955a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2b545b-e176-40e2-8391-7dafbc2122d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436511 Jul 27 16:42:27.628215 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-c18569f7-1c5a-40ea-9e62-62ee7a9fd10a service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925803 Jul 27 16:42:27.719924 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e7a0883-83e8-4676-916b-ddbeb553ba10 req-bc945922-d029-49b8-8ea9-8b778b94dc4d service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856180 Jul 27 16:42:27.953841 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9944a-ff83-4712-83ca-868c8a57a122 req-8088fbb4-cd51-4bdd-a519-46849a93fca0 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:27.955349 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-78f9944a-ff83-4712-83ca-868c8a57a122 req-8088fbb4-cd51-4bdd-a519-46849a93fca0 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0525191 Jul 27 16:42:28.015610 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-78f9944a-ff83-4712-83ca-868c8a57a122 req-7bfd0761-20d9-4287-bf9c-7ea267e5324d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535350 Jul 27 16:42:28.745777 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:29.160687 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b09b3-5095-4143-8f87-6382c4fa2fc0 req-bc066003-b167-4f59-946b-60a957535413 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:29.162256 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a2b09b3-5095-4143-8f87-6382c4fa2fc0 req-bc066003-b167-4f59-946b-60a957535413 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0592003 Jul 27 16:42:29.211599 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a2b09b3-5095-4143-8f87-6382c4fa2fc0 req-82aed567-6589-4513-8355-029b6dcd245e tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437505 Jul 27 16:42:29.940831 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 44372) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:29.989369 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:42:30.052789 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-08fd2e31-5a81-451b-9040-192dfbc0e144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:30.133794 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-08fd2e31-5a81-451b-9040-192dfbc0e144 admin admin] Publish callbacks [] for security_group (ac93ec67-e74c-411c-bbd3-ade1a111b49c), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:30.137647 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-08fd2e31-5a81-451b-9040-192dfbc0e144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (ac93ec67-e74c-411c-bbd3-ade1a111b49c), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:30.149016 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:30.181783 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd2e31-5a81-451b-9040-192dfbc0e144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac93ec67-e74c-411c-bbd3-ade1a111b49c,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:30.188110 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-08fd2e31-5a81-451b-9040-192dfbc0e144 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1aaed9a040f541d6afc9f990fe84b255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462115 Jul 27 16:42:30.190992 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 44376) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:30.244577 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7006faec-b7b2-4a9f-b4ba-a85ec2ddc46e admin admin] Publish callbacks [] for security_group (ac93ec67-e74c-411c-bbd3-ade1a111b49c), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:30.272035 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7006faec-b7b2-4a9f-b4ba-a85ec2ddc46e admin admin] Publish callbacks [] for security_group (ac93ec67-e74c-411c-bbd3-ade1a111b49c), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:30.321953 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7006faec-b7b2-4a9f-b4ba-a85ec2ddc46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (ac93ec67-e74c-411c-bbd3-ade1a111b49c), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:30.324798 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7006faec-b7b2-4a9f-b4ba-a85ec2ddc46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:30.325706 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:30.327793 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-7006faec-b7b2-4a9f-b4ba-a85ec2ddc46e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ac93ec67-e74c-411c-bbd3-ade1a111b49c HTTP/1.1" status: 204 len: 168 time: 0.1354797 Jul 27 16:42:30.337345 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006faec-b7b2-4a9f-b4ba-a85ec2ddc46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac93ec67-e74c-411c-bbd3-ade1a111b49c,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:30.368651 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd7e4c-0c9d-4d30-91ae-b9f305840599 req-8007ab09-dc1b-4fc6-a0bf-7dc3773154b5 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:30.370546 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-21dd7e4c-0c9d-4d30-91ae-b9f305840599 req-8007ab09-dc1b-4fc6-a0bf-7dc3773154b5 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0762484 Jul 27 16:42:30.430186 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:30.441450 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-21dd7e4c-0c9d-4d30-91ae-b9f305840599 req-fb9bab7f-a965-41ce-a6e9-08c27522ee38 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594389 Jul 27 16:42:30.524862 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:30.736769 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 44386) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:30.752359 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c1ff0ff1-ef09-4a1c-8e06-4a95cf8754da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:30.870526 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c1ff0ff1-ef09-4a1c-8e06-4a95cf8754da admin admin] Publish callbacks [] for security_group (9832bd96-a6a2-414f-bcc8-0f292dc48e89), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:30.890672 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c1ff0ff1-ef09-4a1c-8e06-4a95cf8754da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (9832bd96-a6a2-414f-bcc8-0f292dc48e89), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:30.931836 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff0ff1-ef09-4a1c-8e06-4a95cf8754da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9832bd96-a6a2-414f-bcc8-0f292dc48e89,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:30.936948 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c1ff0ff1-ef09-4a1c-8e06-4a95cf8754da admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4fefc36a97264b3bad66bd0ed6673ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984017 Jul 27 16:42:30.938934 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 44388) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:30.997718 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-423ba597-38d7-426a-97c4-de6b5887c75d admin admin] Publish callbacks [] for security_group (9832bd96-a6a2-414f-bcc8-0f292dc48e89), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:31.024883 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-423ba597-38d7-426a-97c4-de6b5887c75d admin admin] Publish callbacks [] for security_group (9832bd96-a6a2-414f-bcc8-0f292dc48e89), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:31.075376 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-423ba597-38d7-426a-97c4-de6b5887c75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (9832bd96-a6a2-414f-bcc8-0f292dc48e89), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:31.078691 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-423ba597-38d7-426a-97c4-de6b5887c75d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:31.081445 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-423ba597-38d7-426a-97c4-de6b5887c75d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9832bd96-a6a2-414f-bcc8-0f292dc48e89 HTTP/1.1" status: 204 len: 168 time: 0.1414077 Jul 27 16:42:31.094486 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ba597-38d7-426a-97c4-de6b5887c75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9832bd96-a6a2-414f-bcc8-0f292dc48e89,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:31.584163 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ea452-a062-4594-811c-f2685dfca224 req-b6725cf0-7345-40bf-9884-79237b24a329 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:31.585922 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ce7ea452-a062-4594-811c-f2685dfca224 req-b6725cf0-7345-40bf-9884-79237b24a329 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0596817 Jul 27 16:42:31.649456 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ce7ea452-a062-4594-811c-f2685dfca224 req-bb274a27-dfe7-4088-80f2-f5581e8d5f61 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552571 Jul 27 16:42:32.802669 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7949-3fa8-4502-9f0e-25839df8a272 req-efc2fa52-a15b-4232-b3c6-2191ec3ea1e5 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:32.809557 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da0a7949-3fa8-4502-9f0e-25839df8a272 req-efc2fa52-a15b-4232-b3c6-2191ec3ea1e5 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0695124 Jul 27 16:42:32.855756 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da0a7949-3fa8-4502-9f0e-25839df8a272 req-41f81895-2e2a-4052-8f2d-1038037e8abe tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452070 Jul 27 16:42:34.000181 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28142db0-4b18-409b-b41b-2220cfe66844 req-5a703965-4903-4daf-80ab-bc1292b86ab1 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:34.001812 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-28142db0-4b18-409b-b41b-2220cfe66844 req-5a703965-4903-4daf-80ab-bc1292b86ab1 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0624466 Jul 27 16:42:34.052006 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-28142db0-4b18-409b-b41b-2220cfe66844 req-592dea5c-cf0e-428d-8bee-9807cadf9119 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443015 Jul 27 16:42:35.188377 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9621b-71b8-469a-95e4-089df35a787d req-575de165-e7fb-476d-a127-d4a25ccfca1a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:35.190125 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0b9621b-71b8-469a-95e4-089df35a787d req-575de165-e7fb-476d-a127-d4a25ccfca1a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0543616 Jul 27 16:42:35.242845 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0b9621b-71b8-469a-95e4-089df35a787d req-6c4c5474-8f89-49ce-ace8-52cc5122be50 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468540 Jul 27 16:42:36.203023 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880bf27-c62f-4e48-9f0d-9600f045eef6 req-2982b679-8051-476c-b7cd-ebfab8ad6006 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:36.204592 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1880bf27-c62f-4e48-9f0d-9600f045eef6 req-2982b679-8051-476c-b7cd-ebfab8ad6006 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0789416 Jul 27 16:42:36.236567 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:36.280525 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1880bf27-c62f-4e48-9f0d-9600f045eef6 req-3e0706f3-1886-4a4d-8ffa-5a9b484b1472 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664785 Jul 27 16:42:36.374248 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3f234-cd5e-4721-8106-71d697273ade req-05713b34-1964-45fe-85b0-e0d77169f053 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:36.375641 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-80c3f234-cd5e-4721-8106-71d697273ade req-05713b34-1964-45fe-85b0-e0d77169f053 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0512304 Jul 27 16:42:36.397851 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:36.455325 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-80c3f234-cd5e-4721-8106-71d697273ade req-cc3d3cd7-69a0-482b-8f5b-c4b31db833aa tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737255 Jul 27 16:42:37.414188 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106201e-8bfe-4a5a-be97-4a3499d11475 req-d8f71909-f8fb-4fc8-bac7-eb2bcb6eb247 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:37.415637 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f106201e-8bfe-4a5a-be97-4a3499d11475 req-d8f71909-f8fb-4fc8-bac7-eb2bcb6eb247 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0511889 Jul 27 16:42:37.486055 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f106201e-8bfe-4a5a-be97-4a3499d11475 req-7df243eb-a48e-4e9d-aa2b-7468604cdcb5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646465 Jul 27 16:42:37.593549 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f8dde-5c22-463a-8a70-2158be5ad352 req-68766e0d-5639-475c-8dff-1aed9d9cf515 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:37.595314 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8f5f8dde-5c22-463a-8a70-2158be5ad352 req-68766e0d-5639-475c-8dff-1aed9d9cf515 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0514152 Jul 27 16:42:37.647764 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8f5f8dde-5c22-463a-8a70-2158be5ad352 req-0448cf63-c083-4ee3-8ec6-23678a4ada5a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452909 Jul 27 16:42:38.605408 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c73ccf-23c6-4a7c-afb1-1e6d4c730e08 req-e89cce90-7844-458e-90ec-f137cf7931d8 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:38.606875 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-23c73ccf-23c6-4a7c-afb1-1e6d4c730e08 req-e89cce90-7844-458e-90ec-f137cf7931d8 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0475075 Jul 27 16:42:38.667737 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-23c73ccf-23c6-4a7c-afb1-1e6d4c730e08 req-c35f5e04-5a50-4a78-a5bd-2237ee4e5c78 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541267 Jul 27 16:42:38.776316 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ded2fd-4e89-4f25-8bf6-3bae7edec607 req-34b919fa-8a42-41fc-9af4-5f62481ef64b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:38.777735 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8ded2fd-4e89-4f25-8bf6-3bae7edec607 req-34b919fa-8a42-41fc-9af4-5f62481ef64b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0504112 Jul 27 16:42:38.824920 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8ded2fd-4e89-4f25-8bf6-3bae7edec607 req-e10421c9-dbed-429c-817b-5086441912de tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411332 Jul 27 16:42:39.027232 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:39.793614 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71fcd2-48e7-4c60-9532-f094988d5e2b req-4bea0226-fef8-4473-9ea6-19092d855a97 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:39.795103 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3d71fcd2-48e7-4c60-9532-f094988d5e2b req-4bea0226-fef8-4473-9ea6-19092d855a97 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0481453 Jul 27 16:42:39.855301 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3d71fcd2-48e7-4c60-9532-f094988d5e2b req-a460cd15-4ddb-41ff-b4ed-7ea573135896 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545781 Jul 27 16:42:39.961110 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcd83a-34ed-469e-8dba-43966abd8c20 req-5ab8b8a7-2b4a-402c-8031-4b3e8a006786 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:39.962493 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ffbcd83a-34ed-469e-8dba-43966abd8c20 req-5ab8b8a7-2b4a-402c-8031-4b3e8a006786 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 944 time: 0.0526707 Jul 27 16:42:39.989067 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:40.010747 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ffbcd83a-34ed-469e-8dba-43966abd8c20 req-0fd53da2-be29-43f8-bef1-f3515d40678a tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420020 Jul 27 16:42:40.253255 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b95f0-1b37-4488-a8fc-62ec08ad869c req-f69f242f-dcd1-444d-ba03-30a800f48aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:40.254799 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-853b95f0-1b37-4488-a8fc-62ec08ad869c req-f69f242f-dcd1-444d-ba03-30a800f48aa8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d1afc492b44c07800f8d7288dac741&device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 1168 time: 0.0452983 Jul 27 16:42:40.331680 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=39,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:40.332467 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=18,neutron:DELETE=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:40.519827 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:40.649109 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b95f0-1b37-4488-a8fc-62ec08ad869c req-8d5f1b4c-df9b-458b-8d78-70f5b15eec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:40.650799 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-853b95f0-1b37-4488-a8fc-62ec08ad869c req-8d5f1b4c-df9b-458b-8d78-70f5b15eec95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=898a9478-2e06-47ac-96fa-1c8894314115 HTTP/1.1" status: 200 len: 915 time: 0.0992477 Jul 27 16:42:40.717883 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-853b95f0-1b37-4488-a8fc-62ec08ad869c req-0ddb0a66-2d1d-42d6-84fa-08c29b9e84f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82adc233-9cd1-47cb-9a9f-6589c38dcd85 HTTP/1.1" status: 200 len: 1001 time: 0.0568957 Jul 27 16:42:40.770593 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b95f0-1b37-4488-a8fc-62ec08ad869c req-cf603160-64d7-4af5-af8a-52b817afd7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:40.771986 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-853b95f0-1b37-4488-a8fc-62ec08ad869c req-cf603160-64d7-4af5-af8a-52b817afd7bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d9d83c7-b5fb-456b-9c6e-1576be2b5553 HTTP/1.1" status: 200 len: 853 time: 0.0449173 Jul 27 16:42:40.803508 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a5e4d1c9-23ec-43b6-abfb-7de8126e7421 details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:42:40.822569 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b95f0-1b37-4488-a8fc-62ec08ad869c req-fe178d98-18c4-4c71-b3a9-75de81b32902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:40.824738 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-853b95f0-1b37-4488-a8fc-62ec08ad869c req-fe178d98-18c4-4c71-b3a9-75de81b32902 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=898a9478-2e06-47ac-96fa-1c8894314115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456157 Jul 27 16:42:40.838204 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:40.908313 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port a5e4d1c9-23ec-43b6-abfb-7de8126e7421, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:40.922242 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'port_id': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421', 'mac_address': 'fa:16:3e:af:7b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:42:40.967902 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:42:40.968288 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:40.988529 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e4d1c9-23ec-43b6-abfb-7de8126e7421 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:42:41.010331 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port a5e4d1c9-23ec-43b6-abfb-7de8126e7421, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:41.014986 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:41.064582 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,revision_number=9']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:41.207462 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:41.228720 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9919809-4be2-49cc-a9ac-77e3d4f6536c req-00e1a44e-af16-4d44-9348-a92ce53e7d03 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:41.230319 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f9919809-4be2-49cc-a9ac-77e3d4f6536c req-00e1a44e-af16-4d44-9348-a92ce53e7d03 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.1230376 Jul 27 16:42:41.238859 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b565dab-12f3-4218-8467-f54417be855c req-14e3bbad-85fc-4a21-a14b-86ad097084d6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:41.240268 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8b565dab-12f3-4218-8467-f54417be855c req-14e3bbad-85fc-4a21-a14b-86ad097084d6 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 945 time: 0.1312971 Jul 27 16:42:41.294756 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-853b95f0-1b37-4488-a8fc-62ec08ad869c req-c35cf7c8-cf91-4331-b31b-7c92038887b0 service neutron] 10.222.0.20 "GET /v2.0/networks/898a9478-2e06-47ac-96fa-1c8894314115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633536 Jul 27 16:42:41.297447 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['a5e4d1c9-23ec-43b6-abfb-7de8126e7421'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:42:41.321207 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:41.389000 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8b565dab-12f3-4218-8467-f54417be855c req-5a34fba0-0587-4d6e-bbc5-0e58781bf1ec tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306679 Jul 27 16:42:41.421438 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f9919809-4be2-49cc-a9ac-77e3d4f6536c req-48ba6e89-f566-4fb5-b5c3-6a7b5e7e6cf1 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1785517 Jul 27 16:42:41.470760 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-853b95f0-1b37-4488-a8fc-62ec08ad869c req-0bde4f9a-5214-4092-9e4b-39825ac0ddab service neutron] 10.222.0.20 "GET /v2.0/networks/898a9478-2e06-47ac-96fa-1c8894314115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680214 Jul 27 16:42:42.583044 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dbcbb-e8be-4cbf-a461-a8d5d8219c68 req-48446fe9-f73d-4652-915b-7fde6099f374 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:42.584551 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-733dbcbb-e8be-4cbf-a461-a8d5d8219c68 req-48446fe9-f73d-4652-915b-7fde6099f374 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0847907 Jul 27 16:42:42.592924 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f783c3a-ed9f-4e92-becb-c55c865d9e14 req-43394450-eab8-41a1-91d9-744260c6eb70 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:42.594911 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1f783c3a-ed9f-4e92-becb-c55c865d9e14 req-43394450-eab8-41a1-91d9-744260c6eb70 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 945 time: 0.0846124 Jul 27 16:42:42.687232 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1f783c3a-ed9f-4e92-becb-c55c865d9e14 req-9ee5074a-2c9f-4f20-a994-48bf133bb3a4 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835660 Jul 27 16:42:42.692992 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-733dbcbb-e8be-4cbf-a461-a8d5d8219c68 req-f659a7a3-5cdb-44b8-bc51-b5321aac3e59 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969586 Jul 27 16:42:42.828253 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a5e4d1c9-23ec-43b6-abfb-7de8126e7421 up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:42:42.872756 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:42:42.873162 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:42.952553 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:42:42.952973 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:42.978143 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:42:42.980434 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b26375f-d8a2-4a22-9fcb-ddaaa9059fec" -d '{"events": [{"server_uuid": "dac1640a-1831-422b-b041-ca09c22cfec3", "name": "network-vif-plugged", "status": "completed", "tag": "a5e4d1c9-23ec-43b6-abfb-7de8126e7421"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:42.993301 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port a5e4d1c9-23ec-43b6-abfb-7de8126e7421, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:42.998857 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:43.025872 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4c0c21-f0b9-425e-b8e5-4f29b4e9ffa2 x-openstack-request-id: req-5e4c0c21-f0b9-425e-b8e5-4f29b4e9ffa2 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:43.026251 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac1640a-1831-422b-b041-ca09c22cfec3", "name": "network-vif-plugged", "status": "completed", "tag": "a5e4d1c9-23ec-43b6-abfb-7de8126e7421", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:43.026536 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5e4c0c21-f0b9-425e-b8e5-4f29b4e9ffa2 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:43.027077 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e4c0c21-f0b9-425e-b8e5-4f29b4e9ffa2'] response: {'server_uuid': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421', 'code': 200} Jul 27 16:42:43.062626 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,revision_number=10']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:43.209034 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfcab4-3f5c-4483-9843-7f447af7d79c req-e021141a-89bc-4880-9e29-ff7c74ed67db tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:43.210522 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fedfcab4-3f5c-4483-9843-7f447af7d79c req-e021141a-89bc-4880-9e29-ff7c74ed67db tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 945 time: 0.0487521 Jul 27 16:42:43.258924 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fedfcab4-3f5c-4483-9843-7f447af7d79c req-597678f8-13bd-40c2-b2f2-6ad1eb5357d5 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=161d5fa2-d811-4f7c-9344-c0995638793d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427234 Jul 27 16:42:43.843592 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9e373-a316-4816-bb1a-fbcbee11634c req-ec750895-5df4-4785-8bcf-3942b8f91a01 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:43.845379 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b4b9e373-a316-4816-bb1a-fbcbee11634c req-ec750895-5df4-4785-8bcf-3942b8f91a01 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0785983 Jul 27 16:42:43.856596 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a00524-2fa1-47e3-a2e9-6887819c70c8 req-fa5d1f9a-b611-4bff-8944-d7043d416bc8 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:43.858160 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a2a00524-2fa1-47e3-a2e9-6887819c70c8 req-fa5d1f9a-b611-4bff-8944-d7043d416bc8 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 947 time: 0.0813498 Jul 27 16:42:43.948316 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b4b9e373-a316-4816-bb1a-fbcbee11634c req-b68f4647-740d-4617-bb6d-2c1d0f535b23 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0891864 Jul 27 16:42:43.952354 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a2a00524-2fa1-47e3-a2e9-6887819c70c8 req-c418e8f7-8def-4e00-95fc-e9150c52ea5c tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776818 Jul 27 16:42:44.406677 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4325ac-8c5d-4291-8b8a-4e41d62402bb req-d6319994-c1a3-4ce9-85e9-12c104475050 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:44.408133 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e4325ac-8c5d-4291-8b8a-4e41d62402bb req-d6319994-c1a3-4ce9-85e9-12c104475050 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 945 time: 0.0513098 Jul 27 16:42:44.454523 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e4325ac-8c5d-4291-8b8a-4e41d62402bb req-86263806-36e4-41d8-b0b2-62da4347a428 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=161d5fa2-d811-4f7c-9344-c0995638793d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409942 Jul 27 16:42:44.785320 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76ffc8-62d6-4047-8979-cb5cd760aa74 req-53a27944-1bbc-410e-b8c7-712aac60f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:44.786771 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf76ffc8-62d6-4047-8979-cb5cd760aa74 req-53a27944-1bbc-410e-b8c7-712aac60f907 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 1131 time: 0.0381527 Jul 27 16:42:44.828832 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:44.832837 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf76ffc8-62d6-4047-8979-cb5cd760aa74 req-36f9abd4-566b-4f27-b839-9b532fb51825 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382986 Jul 27 16:42:45.058361 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:45.099515 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d041d-3e50-442a-af5b-75d64fd69039 req-51f87089-1efe-4c48-bff0-ada196183cb3 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:45.101002 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f64d041d-3e50-442a-af5b-75d64fd69039 req-51f87089-1efe-4c48-bff0-ada196183cb3 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0802872 Jul 27 16:42:45.109908 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda87f07-cf35-463f-93d2-6f8870599d28 req-70086c3b-2996-4bd4-a547-184507755a32 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:45.111282 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dda87f07-cf35-463f-93d2-6f8870599d28 req-70086c3b-2996-4bd4-a547-184507755a32 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 947 time: 0.0798235 Jul 27 16:42:45.195202 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dda87f07-cf35-463f-93d2-6f8870599d28 req-d258e8fe-b413-40f0-a9bd-5387e1bedb09 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757780 Jul 27 16:42:45.200077 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f64d041d-3e50-442a-af5b-75d64fd69039 req-37538f0d-6e08-4201-9228-b5767a82563d tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879409 Jul 27 16:42:45.313567 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bfc67-8ebc-47a7-9b25-a8c7545d2296 req-c8391458-98a6-4ad5-a5c0-e82b361b5616 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:45.314870 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2c4bfc67-8ebc-47a7-9b25-a8c7545d2296 req-c8391458-98a6-4ad5-a5c0-e82b361b5616 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 945 time: 0.0449870 Jul 27 16:42:45.574584 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605b925-0488-4f69-b18a-4d4ad025264a req-0b30aa0b-65d1-4e81-84b4-d9a6149f821f tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:45.576582 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3605b925-0488-4f69-b18a-4d4ad025264a req-0b30aa0b-65d1-4e81-84b4-d9a6149f821f tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 945 time: 0.0500414 Jul 27 16:42:45.622650 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3605b925-0488-4f69-b18a-4d4ad025264a req-d710da3b-999d-48f5-bcba-e1946432a5ff tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups?id=161d5fa2-d811-4f7c-9344-c0995638793d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406456 Jul 27 16:42:45.734954 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-2c4bfc67-8ebc-47a7-9b25-a8c7545d2296 req-ca3deb25-1eed-4172-a6b2-4b67b2098b72 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Deleting port 6993eaf5-c8ad-4936-9c06-76702442c3cf {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:42:45.735292 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-2c4bfc67-8ebc-47a7-9b25-a8c7545d2296 req-ca3deb25-1eed-4172-a6b2-4b67b2098b72 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (6993eaf5-c8ad-4936-9c06-76702442c3cf), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:45.826405 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-2c4bfc67-8ebc-47a7-9b25-a8c7545d2296 req-ca3deb25-1eed-4172-a6b2-4b67b2098b72 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] For port 6993eaf5-c8ad-4936-9c06-76702442c3cf, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=6993eaf5-c8ad-4936-9c06-76702442c3cf,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:45.826687 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-2c4bfc67-8ebc-47a7-9b25-a8c7545d2296 req-ca3deb25-1eed-4172-a6b2-4b67b2098b72 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (6993eaf5-c8ad-4936-9c06-76702442c3cf), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:45.992179 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-2c4bfc67-8ebc-47a7-9b25-a8c7545d2296 req-ca3deb25-1eed-4172-a6b2-4b67b2098b72 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:45.992539 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-2c4bfc67-8ebc-47a7-9b25-a8c7545d2296 req-ca3deb25-1eed-4172-a6b2-4b67b2098b72 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (b16c3946-1622-4e3c-81c9-c2bae06b64c7), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:45.992856 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-2c4bfc67-8ebc-47a7-9b25-a8c7545d2296 req-ca3deb25-1eed-4172-a6b2-4b67b2098b72 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Floating IP b16c3946-1622-4e3c-81c9-c2bae06b64c7 disassociated. External IP: 172.27.2.47, port: 6993eaf5-c8ad-4936-9c06-76702442c3cf. Jul 27 16:42:45.993225 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-2c4bfc67-8ebc-47a7-9b25-a8c7545d2296 req-ca3deb25-1eed-4172-a6b2-4b67b2098b72 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Calling delete_port for 6993eaf5-c8ad-4936-9c06-76702442c3cf owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:42:46.120591 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-2c4bfc67-8ebc-47a7-9b25-a8c7545d2296 req-ca3deb25-1eed-4172-a6b2-4b67b2098b72 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (6993eaf5-c8ad-4936-9c06-76702442c3cf), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:46.145894 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3deb25-1eed-4172-a6b2-4b67b2098b72 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event deleted for resources: {'Port': ['ID=6993eaf5-c8ad-4936-9c06-76702442c3cf,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:46.243840 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:46.265144 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c4bfc67-8ebc-47a7-9b25-a8c7545d2296 req-ca3deb25-1eed-4172-a6b2-4b67b2098b72 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:42:46.277654 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:46.425786 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7183-c07c-42d2-8b86-0281499f4dee req-cea9c372-71a8-4275-b2c7-e09ed2a1787d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:46.427190 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-652f7183-c07c-42d2-8b86-0281499f4dee req-cea9c372-71a8-4275-b2c7-e09ed2a1787d tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 947 time: 0.1165528 Jul 27 16:42:46.433056 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c3fd7-3dbe-4f19-8e08-da354fee82f9 req-c507e9a4-336a-4c39-b427-942a3560233b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:46.434378 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-557c3fd7-3dbe-4f19-8e08-da354fee82f9 req-c507e9a4-336a-4c39-b427-942a3560233b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.1224155 Jul 27 16:42:46.484778 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c4bfc67-8ebc-47a7-9b25-a8c7545d2296 req-ca3deb25-1eed-4172-a6b2-4b67b2098b72 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:46.496229 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3ba3a2-1fbf-4e51-88f9-581969a76e5c None None] Sync routers for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:46.506923 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3ba3a2-1fbf-4e51-88f9-581969a76e5c None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:42:46.506923 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-6b3ba3a2-1fbf-4e51-88f9-581969a76e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:42:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:46.560138 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:46.568161 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-652f7183-c07c-42d2-8b86-0281499f4dee req-b3c8c868-7ecd-4c2c-b4bb-086c7151ce60 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327727 Jul 27 16:42:46.573101 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4bfc67-8ebc-47a7-9b25-a8c7545d2296 req-ca3deb25-1eed-4172-a6b2-4b67b2098b72 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] No DVR routers for this DVR port 6993eaf5-c8ad-4936-9c06-76702442c3cf on host hv-cinder-84969 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:42:46.576489 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-2c4bfc67-8ebc-47a7-9b25-a8c7545d2296 req-ca3deb25-1eed-4172-a6b2-4b67b2098b72 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:46.579731 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2c4bfc67-8ebc-47a7-9b25-a8c7545d2296 req-ca3deb25-1eed-4172-a6b2-4b67b2098b72 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.20 "DELETE /v2.0/ports/6993eaf5-c8ad-4936-9c06-76702442c3cf HTTP/1.1" status: 204 len: 173 time: 0.9212205 Jul 27 16:42:46.580173 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55626f53-2e25-4155-8c30-c86a7f381f95', 'name': 'network-vif-deleted', 'tag': '6993eaf5-c8ad-4936-9c06-76702442c3cf'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:42:46.582480 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f34482-ae92-4ad3-92ee-ff3159d05525" -d '{"events": [{"server_uuid": "55626f53-2e25-4155-8c30-c86a7f381f95", "name": "network-vif-deleted", "tag": "6993eaf5-c8ad-4936-9c06-76702442c3cf"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:42:46.590913 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-557c3fd7-3dbe-4f19-8e08-da354fee82f9 req-25b372a6-39c7-442f-8e49-70137298d1e1 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1495485 Jul 27 16:42:46.642250 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-6b3ba3a2-1fbf-4e51-88f9-581969a76e5c None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:42:46.646242 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bb49b3-3f83-478e-8c68-cf1277371f39 x-openstack-request-id: req-86bb49b3-3f83-478e-8c68-cf1277371f39 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:42:46.646531 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55626f53-2e25-4155-8c30-c86a7f381f95", "name": "network-vif-deleted", "tag": "6993eaf5-c8ad-4936-9c06-76702442c3cf", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:42:46.646781 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-86bb49b3-3f83-478e-8c68-cf1277371f39 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:42:46.647212 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86bb49b3-3f83-478e-8c68-cf1277371f39'] response: {'server_uuid': '55626f53-2e25-4155-8c30-c86a7f381f95', 'name': 'network-vif-deleted', 'tag': '6993eaf5-c8ad-4936-9c06-76702442c3cf', 'status': 'completed', 'code': 200} Jul 27 16:42:46.748820 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-20a6c628-5454-465f-a7a6-a895ed0b541e req-1fa65d37-cc59-4f37-9fbc-5cae778ba4c8 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/ports?device_id=55626f53-2e25-4155-8c30-c86a7f381f95 HTTP/1.1" status: 200 len: 210 time: 0.0346417 Jul 27 16:42:46.868480 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-6b3ba3a2-1fbf-4e51-88f9-581969a76e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:46.893994 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3ba3a2-1fbf-4e51-88f9-581969a76e5c None None] Checking router: 115fa28b-f5c6-4177-8cbb-a31c9f89e350 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:42:46.902483 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3ba3a2-1fbf-4e51-88f9-581969a76e5c None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:42:46.903092 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-6b3ba3a2-1fbf-4e51-88f9-581969a76e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:42:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:47.010654 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-6b3ba3a2-1fbf-4e51-88f9-581969a76e5c None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:42:47.155297 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:47.217165 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-6b3ba3a2-1fbf-4e51-88f9-581969a76e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:47.251862 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3ba3a2-1fbf-4e51-88f9-581969a76e5c None None] The sync data for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi is: [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:35:56Z', 'revision_number': 4, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '740a13ef-b8e5-43de-898b-09a30775d2b3', 'name': '', 'network_id': '22edebd8-fe29-44cb-9c58-64fe5ac1da5e', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'mac_address': 'fa:16:3e:69:6e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:55Z', 'updated_at': '2022-07-27T16:36:11Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'subnets': [{'id': '0f8f2e6b-ff3c-47af-8857-06c3b916a7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:42:47.473677 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f958ed-bf91-4d64-9661-4b36d3c78959 None None] New status for floating IP b16c3946-1622-4e3c-81c9-c2bae06b64c7: DOWN {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:42:47.728874 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b494b7f-c75a-4137-a14c-af68f63d6afb req-2e977f8e-d8ce-4358-b36d-7c4488756eb2 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:47.730386 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3b494b7f-c75a-4137-a14c-af68f63d6afb req-2e977f8e-d8ce-4358-b36d-7c4488756eb2 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 947 time: 0.0747404 Jul 27 16:42:47.743853 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e8fed-f01d-4840-9e04-3425ab5de8b0 req-906a4388-2498-48c8-b479-f3d987be7467 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:47.745243 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-af8e8fed-f01d-4840-9e04-3425ab5de8b0 req-906a4388-2498-48c8-b479-f3d987be7467 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0779257 Jul 27 16:42:47.823180 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3b494b7f-c75a-4137-a14c-af68f63d6afb req-d70db927-4a4a-47a2-826b-ebba71dc591f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863695 Jul 27 16:42:47.845091 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-af8e8fed-f01d-4840-9e04-3425ab5de8b0 req-691e30be-e1c4-4675-a15e-d553e1585500 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934799 Jul 27 16:42:47.907213 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 44664) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:47.961300 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7e01-ad2a-458a-899a-8f40b9045e63 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (161d5fa2-d811-4f7c-9344-c0995638793d), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:47.985442 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7e01-ad2a-458a-899a-8f40b9045e63 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (161d5fa2-d811-4f7c-9344-c0995638793d), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:48.037574 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7e01-ad2a-458a-899a-8f40b9045e63 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (161d5fa2-d811-4f7c-9344-c0995638793d), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:48.040333 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7e01-ad2a-458a-899a-8f40b9045e63 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:48.041501 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-fd8e7e01-ad2a-458a-899a-8f40b9045e63 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "DELETE /v2.0/security-groups/161d5fa2-d811-4f7c-9344-c0995638793d HTTP/1.1" status: 204 len: 168 time: 0.1332746 Jul 27 16:42:48.044379 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 44666) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:48.050714 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e7e01-ad2a-458a-899a-8f40b9045e63 tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=161d5fa2-d811-4f7c-9344-c0995638793d,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:48.058507 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.api.v2.resource [None req-632ead15-df0c-4480-86c3-f0f35385b6ee tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] show failed (client error): The resource could not be found. Jul 27 16:42:48.059514 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-632ead15-df0c-4480-86c3-f0f35385b6ee tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "GET /v2.0/security-groups/161d5fa2-d811-4f7c-9344-c0995638793d HTTP/1.1" status: 404 len: 347 time: 0.0141199 Jul 27 16:42:48.063590 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 44668) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:48.178295 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-94ecf5e0-124a-4b27-a915-9204e561182a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Deleting port 74111d59-2006-4402-98ea-505a8f8b42a1 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:42:48.178640 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-94ecf5e0-124a-4b27-a915-9204e561182a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (74111d59-2006-4402-98ea-505a8f8b42a1), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:48.268693 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-94ecf5e0-124a-4b27-a915-9204e561182a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (74111d59-2006-4402-98ea-505a8f8b42a1), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:48.268943 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-94ecf5e0-124a-4b27-a915-9204e561182a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (74111d59-2006-4402-98ea-505a8f8b42a1), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:48.281891 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-94ecf5e0-124a-4b27-a915-9204e561182a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Calling delete_port for 74111d59-2006-4402-98ea-505a8f8b42a1 owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:42:48.285461 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:48.345094 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:48.414045 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-94ecf5e0-124a-4b27-a915-9204e561182a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (74111d59-2006-4402-98ea-505a8f8b42a1), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:48.438030 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecf5e0-124a-4b27-a915-9204e561182a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Pushing event deleted for resources: {'Port': ['ID=74111d59-2006-4402-98ea-505a8f8b42a1,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:48.500680 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-94ecf5e0-124a-4b27-a915-9204e561182a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks [] for floatingip (b16c3946-1622-4e3c-81c9-c2bae06b64c7), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:48.503284 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-94ecf5e0-124a-4b27-a915-9204e561182a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:48.504435 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-94ecf5e0-124a-4b27-a915-9204e561182a tempest-AttachVolumeNegativeTest-1967947114 tempest-AttachVolumeNegativeTest-1967947114-project] 10.222.0.74 "DELETE /v2.0/floatingips/b16c3946-1622-4e3c-81c9-c2bae06b64c7 HTTP/1.1" status: 204 len: 168 time: 0.4398510 Jul 27 16:42:48.865650 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 6993eaf5-c8ad-4936-9c06-76702442c3cf no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:48.885126 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: 6993eaf5-c8ad-4936-9c06-76702442c3cf {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:42:48.885499 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 6993eaf5-c8ad-4936-9c06-76702442c3cf not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:48.977140 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82ccdc-2257-4b05-89cb-1fb14b5e902e req-c6607c60-ccae-4990-914c-293240d82d37 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:48.978624 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a82ccdc-2257-4b05-89cb-1fb14b5e902e req-c6607c60-ccae-4990-914c-293240d82d37 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0552967 Jul 27 16:42:49.039808 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a82ccdc-2257-4b05-89cb-1fb14b5e902e req-b4e11011-44ca-449a-9f35-ecd92a5f5d32 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553906 Jul 27 16:42:50.168833 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185b3eb-adec-441f-a858-0be530a9b156 req-b4aaeb10-8a95-4cb6-a838-a989e8ab5c71 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:50.170345 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1185b3eb-adec-441f-a858-0be530a9b156 req-b4aaeb10-8a95-4cb6-a838-a989e8ab5c71 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0586538 Jul 27 16:42:50.230844 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1185b3eb-adec-441f-a858-0be530a9b156 req-57b9c8f4-1a23-4e8a-9d1d-5029f1d0f989 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547090 Jul 27 16:42:50.463100 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:51.223285 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 44724) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:51.351702 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-717d4fd4-fb5d-4391-b461-4cb307c7760f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:51.368072 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f41074-a12e-4484-bdf6-4bffc43ac90a req-82853e01-af6d-4beb-8949-df1a93284404 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:51.369562 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-96f41074-a12e-4484-bdf6-4bffc43ac90a req-82853e01-af6d-4beb-8949-df1a93284404 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0643821 Jul 27 16:42:51.461685 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-96f41074-a12e-4484-bdf6-4bffc43ac90a req-98340c5b-ad3a-4f07-8ed7-018869a1931f tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861218 Jul 27 16:42:51.489912 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-717d4fd4-fb5d-4391-b461-4cb307c7760f admin admin] Publish callbacks [] for security_group (7f0f6f99-3d7b-4f7e-a008-9ae2d3001062), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:51.493583 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-717d4fd4-fb5d-4391-b461-4cb307c7760f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (7f0f6f99-3d7b-4f7e-a008-9ae2d3001062), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:51.532972 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-717d4fd4-fb5d-4391-b461-4cb307c7760f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=09797e92acc04ffdaf58f6ac35fa105f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086188 Jul 27 16:42:51.533851 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d4fd4-fb5d-4391-b461-4cb307c7760f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0f6f99-3d7b-4f7e-a008-9ae2d3001062,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:51.535738 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 44732) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:51.588455 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5935ab55-813b-4088-82fd-ba772aed4fbf admin admin] Publish callbacks [] for security_group (7f0f6f99-3d7b-4f7e-a008-9ae2d3001062), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:51.616986 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5935ab55-813b-4088-82fd-ba772aed4fbf admin admin] Publish callbacks [] for security_group (7f0f6f99-3d7b-4f7e-a008-9ae2d3001062), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:51.683126 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5935ab55-813b-4088-82fd-ba772aed4fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (7f0f6f99-3d7b-4f7e-a008-9ae2d3001062), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:51.686321 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5935ab55-813b-4088-82fd-ba772aed4fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:51.687466 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-5935ab55-813b-4088-82fd-ba772aed4fbf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7f0f6f99-3d7b-4f7e-a008-9ae2d3001062 HTTP/1.1" status: 204 len: 168 time: 0.1507761 Jul 27 16:42:51.695805 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935ab55-813b-4088-82fd-ba772aed4fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0f6f99-3d7b-4f7e-a008-9ae2d3001062,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:52.190830 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 44764) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:52.590397 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6a7a3-f5d9-4694-a08d-546980b6f2a6 req-ca31a90f-319a-4ae2-a7b5-e0181a065494 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:52.597374 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-40d6a7a3-f5d9-4694-a08d-546980b6f2a6 req-ca31a90f-319a-4ae2-a7b5-e0181a065494 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0547295 Jul 27 16:42:52.633233 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e83948e2-85d3-4213-821a-79390d2e955a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426012'] for router_interface (115fa28b-f5c6-4177-8cbb-a31c9f89e350), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:52.665296 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-40d6a7a3-f5d9-4694-a08d-546980b6f2a6 req-b303eae7-8283-4885-84ce-6ed5f9bef871 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666540 Jul 27 16:42:52.864114 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-e83948e2-85d3-4213-821a-79390d2e955a admin admin] Deleting port 740a13ef-b8e5-43de-898b-09a30775d2b3 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:42:52.864445 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e83948e2-85d3-4213-821a-79390d2e955a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:52.947902 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-e83948e2-85d3-4213-821a-79390d2e955a admin admin] For port 740a13ef-b8e5-43de-898b-09a30775d2b3, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=740a13ef-b8e5-43de-898b-09a30775d2b3,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:52.948262 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e83948e2-85d3-4213-821a-79390d2e955a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:52.960640 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-e83948e2-85d3-4213-821a-79390d2e955a admin admin] Calling delete_port for 740a13ef-b8e5-43de-898b-09a30775d2b3 owned by network:router_interface {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:42:53.018489 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:53.024033 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:53.153520 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e83948e2-85d3-4213-821a-79390d2e955a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (740a13ef-b8e5-43de-898b-09a30775d2b3), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:53.182280 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83948e2-85d3-4213-821a-79390d2e955a admin admin] Pushing event deleted for resources: {'Port': ['ID=740a13ef-b8e5-43de-898b-09a30775d2b3,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:53.343742 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e83948e2-85d3-4213-821a-79390d2e955a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426120'] for router_interface (115fa28b-f5c6-4177-8cbb-a31c9f89e350), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:53.553990 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83948e2-85d3-4213-821a-79390d2e955a admin admin] Router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:42:53.658836 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83948e2-85d3-4213-821a-79390d2e955a admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:42:53.666562 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-e83948e2-85d3-4213-821a-79390d2e955a admin admin] 10.222.0.74 "PUT /v2.0/routers/115fa28b-f5c6-4177-8cbb-a31c9f89e350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4738877 Jul 27 16:42:53.666690 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 44794) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:53.667770 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9926677f-6bc0-454a-b811-b708d80e4c4c None None] Sync routers for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:42:53.681752 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9926677f-6bc0-454a-b811-b708d80e4c4c None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:42:53.682370 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-9926677f-6bc0-454a-b811-b708d80e4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:42:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:53.778529 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:53.803160 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a1233b-0caa-4281-a5fa-f8349b79fca0 admin admin] Publish callbacks [] for router (115fa28b-f5c6-4177-8cbb-a31c9f89e350), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:53.807249 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:53.819967 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-9926677f-6bc0-454a-b811-b708d80e4c4c None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:42:53.864154 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c86241-c3c3-4e5f-a1c2-45f262f80c11 req-740d9582-92ac-4057-9293-2e2e27f9088b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:53.865644 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-75c86241-c3c3-4e5f-a1c2-45f262f80c11 req-740d9582-92ac-4057-9293-2e2e27f9088b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.1003649 Jul 27 16:42:53.972039 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a1233b-0caa-4281-a5fa-f8349b79fca0 admin admin] Publish callbacks [] for router_gateway (115fa28b-f5c6-4177-8cbb-a31c9f89e350), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:53.981337 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-75c86241-c3c3-4e5f-a1c2-45f262f80c11 req-cf651ec1-dd04-41a1-93c7-48541acaebbd tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886958 Jul 27 16:42:53.994966 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:54.014404 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-9926677f-6bc0-454a-b811-b708d80e4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:42:53Z', 'revision_number': 5, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port': {'id': 'e2214acf-25e9-4e9a-9115-e5ca03629a45', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:49Z', 'updated_at': '2022-07-27T16:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:54.038197 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9926677f-6bc0-454a-b811-b708d80e4c4c None None] Checking router: 115fa28b-f5c6-4177-8cbb-a31c9f89e350 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:42:54.049912 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9926677f-6bc0-454a-b811-b708d80e4c4c None None] Routers {'115fa28b-f5c6-4177-8cbb-a31c9f89e350'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:42:54.050401 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-9926677f-6bc0-454a-b811-b708d80e4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:42:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:54.050558 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-f9a1233b-0caa-4281-a5fa-f8349b79fca0 admin admin] Deleting port e2214acf-25e9-4e9a-9115-e5ca03629a45 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:42:54.051075 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a1233b-0caa-4281-a5fa-f8349b79fca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (e2214acf-25e9-4e9a-9115-e5ca03629a45), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:54.168071 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-f9a1233b-0caa-4281-a5fa-f8349b79fca0 admin admin] For port e2214acf-25e9-4e9a-9115-e5ca03629a45, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=e2214acf-25e9-4e9a-9115-e5ca03629a45,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:54.168520 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a1233b-0caa-4281-a5fa-f8349b79fca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (e2214acf-25e9-4e9a-9115-e5ca03629a45), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:54.186044 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-f9a1233b-0caa-4281-a5fa-f8349b79fca0 admin admin] Calling delete_port for e2214acf-25e9-4e9a-9115-e5ca03629a45 owned by network:router_gateway {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:42:54.267968 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-9926677f-6bc0-454a-b811-b708d80e4c4c None None] Set router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:42:54.322655 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-9926677f-6bc0-454a-b811-b708d80e4c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:42:53Z', 'revision_number': 6, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port_host': None}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:54.351557 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9926677f-6bc0-454a-b811-b708d80e4c4c None None] The sync data for ids ['115fa28b-f5c6-4177-8cbb-a31c9f89e350'] in dv-cinder-849690-6-iscsi is: [{'id': '115fa28b-f5c6-4177-8cbb-a31c9f89e350', 'name': 'tempest-AttachVolumeNegativeTest-1590286911-router', 'tenant_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:42:53Z', 'revision_number': 6, 'project_id': 'ebcc91e5911a4a418118b3775cfe4b76', 'gw_port_host': None}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:42:54.610962 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a1233b-0caa-4281-a5fa-f8349b79fca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (e2214acf-25e9-4e9a-9115-e5ca03629a45), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:54.635784 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1233b-0caa-4281-a5fa-f8349b79fca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2214acf-25e9-4e9a-9115-e5ca03629a45,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:54.713665 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a1233b-0caa-4281-a5fa-f8349b79fca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427548'] for router_gateway (115fa28b-f5c6-4177-8cbb-a31c9f89e350), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:54.829526 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a1233b-0caa-4281-a5fa-f8349b79fca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (115fa28b-f5c6-4177-8cbb-a31c9f89e350), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:54.831702 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a1233b-0caa-4281-a5fa-f8349b79fca0 admin admin] Publish callbacks [] for router_controller (115fa28b-f5c6-4177-8cbb-a31c9f89e350), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:54.895624 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a1233b-0caa-4281-a5fa-f8349b79fca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566549'] for router (115fa28b-f5c6-4177-8cbb-a31c9f89e350), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:54.896106 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a1233b-0caa-4281-a5fa-f8349b79fca0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 115fa28b-f5c6-4177-8cbb-a31c9f89e350 {{(pid=104021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:42:54.900956 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f9a1233b-0caa-4281-a5fa-f8349b79fca0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:54.902160 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f9a1233b-0caa-4281-a5fa-f8349b79fca0 admin admin] 10.222.0.74 "DELETE /v2.0/routers/115fa28b-f5c6-4177-8cbb-a31c9f89e350 HTTP/1.1" status: 204 len: 168 time: 1.2345493 Jul 27 16:42:54.905238 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 44806) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:54.949253 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48b5222-e98f-4e15-89f2-d63776afc021 admin admin] Deleting subnet 0f8f2e6b-ff3c-47af-8857-06c3b916a7f6 {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 16:42:54.952399 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a48b5222-e98f-4e15-89f2-d63776afc021 admin admin] Publish callbacks [] for subnet (0f8f2e6b-ff3c-47af-8857-06c3b916a7f6), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:54.987363 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a48b5222-e98f-4e15-89f2-d63776afc021 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5475921'] for subnet (0f8f2e6b-ff3c-47af-8857-06c3b916a7f6), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.020510 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:55.072139 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a48b5222-e98f-4e15-89f2-d63776afc021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1235243'] for subnet (0f8f2e6b-ff3c-47af-8857-06c3b916a7f6), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.095947 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:55.130676 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 740a13ef-b8e5-43de-898b-09a30775d2b3 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:55.154711 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 740a13ef-b8e5-43de-898b-09a30775d2b3 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:42:55.155120 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 740a13ef-b8e5-43de-898b-09a30775d2b3 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:55.165617 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285084c3-e347-4c26-bf58-257ef2bb45f5 req-e78286e8-381b-4f66-af11-2991c523594d tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:55.167129 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-285084c3-e347-4c26-bf58-257ef2bb45f5 req-e78286e8-381b-4f66-af11-2991c523594d tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0743065 Jul 27 16:42:55.197163 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a48b5222-e98f-4e15-89f2-d63776afc021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1235234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5503280'] for subnet (0f8f2e6b-ff3c-47af-8857-06c3b916a7f6), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.230137 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b5222-e98f-4e15-89f2-d63776afc021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f8f2e6b-ff3c-47af-8857-06c3b916a7f6,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:55.239016 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a48b5222-e98f-4e15-89f2-d63776afc021 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.240738 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6571e1d-bed7-4111-86c4-c2ca321cfb7f None None] Network 22edebd8-fe29-44cb-9c58-64fe5ac1da5e requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:42:55.242053 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a48b5222-e98f-4e15-89f2-d63776afc021 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0f8f2e6b-ff3c-47af-8857-06c3b916a7f6 HTTP/1.1" status: 204 len: 168 time: 0.3359003 Jul 27 16:42:55.244658 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 44812) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:55.274999 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-285084c3-e347-4c26-bf58-257ef2bb45f5 req-fd162e41-902b-4ef9-9680-e07317c77561 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0982769 Jul 27 16:42:55.327440 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1293665'] for network (22edebd8-fe29-44cb-9c58-64fe5ac1da5e), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.377109 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] Deleting port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:42:55.377449 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (1bfa0b52-e37f-4ed3-9004-d45664dd9dfc), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.379727 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-691777dd-18a0-42ec-8391-3159cb9a95c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.453195 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] For port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=1bfa0b52-e37f-4ed3-9004-d45664dd9dfc,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:55.453565 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (1bfa0b52-e37f-4ed3-9004-d45664dd9dfc), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.454036 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7d7da0-83e9-488d-8126-237a3b39685a None None] DHCP port deletion for 22edebd8-fe29-44cb-9c58-64fe5ac1da5e request from dv-cinder-849690-6-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 16:42:55.467267 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] Calling delete_port for 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:42:55.490979 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-db7d7da0-83e9-488d-8126-237a3b39685a None None] Deleting port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:42:55.491339 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-db7d7da0-83e9-488d-8126-237a3b39685a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (1bfa0b52-e37f-4ed3-9004-d45664dd9dfc), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.512254 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:55.522619 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:55.550291 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (1bfa0b52-e37f-4ed3-9004-d45664dd9dfc), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.560608 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-db7d7da0-83e9-488d-8126-237a3b39685a None None] For port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=1bfa0b52-e37f-4ed3-9004-d45664dd9dfc,segment=NetworkSegment(516afda1-daa1-4a0f-ab73-9d95e5b4f18b),segment_id=516afda1-daa1-4a0f-ab73-9d95e5b4f18b)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:42:55.561679 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-db7d7da0-83e9-488d-8126-237a3b39685a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (1bfa0b52-e37f-4ed3-9004-d45664dd9dfc), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.575183 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfa0b52-e37f-4ed3-9004-d45664dd9dfc,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:55.579748 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] No DVR routers for this DVR port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc on host dv-cinder-849690-6-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:42:55.581931 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-db7d7da0-83e9-488d-8126-237a3b39685a None None] Calling delete_port for 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:42:55.624336 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:55.654852 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233157', 'neutron.services.segments.db._delete_segments_for_network-8729475437258'] for network (22edebd8-fe29-44cb-9c58-64fe5ac1da5e), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.660357 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-db7d7da0-83e9-488d-8126-237a3b39685a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396'] for port (1bfa0b52-e37f-4ed3-9004-d45664dd9dfc), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.675485 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22edebd8-fe29-44cb-9c58-64fe5ac1da5e']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:55.684846 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516afda1-daa1-4a0f-ab73-9d95e5b4f18b') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:55.685173 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516afda1-daa1-4a0f-ab73-9d95e5b4f18b') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:42:55.685998 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d7da0-83e9-488d-8126-237a3b39685a None None] Pushing event deleted for resources: {'Port': ['ID=1bfa0b52-e37f-4ed3-9004-d45664dd9dfc,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:55.687866 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7d7da0-83e9-488d-8126-237a3b39685a None None] No DVR routers for this DVR port 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc on host dv-cinder-849690-6-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:42:55.694982 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729475437159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6765098'] for segment (516afda1-daa1-4a0f-ab73-9d95e5b4f18b), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.710999 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (516afda1-daa1-4a0f-ab73-9d95e5b4f18b), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.718652 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:42:55.719197 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5991010'] for segment (516afda1-daa1-4a0f-ab73-9d95e5b4f18b), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.761507 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 516afda1-daa1-4a0f-ab73-9d95e5b4f18b resource provider aggregate not found Jul 27 16:42:55.779954 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 516afda1-daa1-4a0f-ab73-9d95e5b4f18b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 516afda1-daa1-4a0f-ab73-9d95e5b4f18b found for delete ", "request_id": "req-194949d5-c0b3-49cc-94bf-bf748ea70d4e"}]} Jul 27 16:42:55.788673 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427568'] for network (22edebd8-fe29-44cb-9c58-64fe5ac1da5e), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.795095 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:55.798260 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] 10.222.0.74 "DELETE /v2.0/networks/22edebd8-fe29-44cb-9c58-64fe5ac1da5e HTTP/1.1" status: 204 len: 168 time: 0.5518999 Jul 27 16:42:55.807969 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471865e-09ff-4678-b676-dbc9900ecd17 admin admin] Pushing event deleted for resources: {'Network': ['ID=22edebd8-fe29-44cb-9c58-64fe5ac1da5e,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:55.961677 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 44822) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:56.000587 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b0853ef9-6afb-4052-8a13-0659d571aeae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ebcc91e5911a4a418118b3775cfe4b76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378101 Jul 27 16:42:56.002912 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 44824) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:42:56.050993 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-00ef5fe0-3fee-4661-8d30-45a9fabb0d0a admin admin] Publish callbacks [] for security_group (a81e3c53-409b-4ffe-ad00-c8a776f01a46), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:56.071765 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-00ef5fe0-3fee-4661-8d30-45a9fabb0d0a admin admin] Publish callbacks [] for security_group (a81e3c53-409b-4ffe-ad00-c8a776f01a46), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:56.124113 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-00ef5fe0-3fee-4661-8d30-45a9fabb0d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (a81e3c53-409b-4ffe-ad00-c8a776f01a46), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:56.126898 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-00ef5fe0-3fee-4661-8d30-45a9fabb0d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:56.128039 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-00ef5fe0-3fee-4661-8d30-45a9fabb0d0a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a81e3c53-409b-4ffe-ad00-c8a776f01a46 HTTP/1.1" status: 204 len: 168 time: 0.1242735 Jul 27 16:42:56.135880 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef5fe0-3fee-4661-8d30-45a9fabb0d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81e3c53-409b-4ffe-ad00-c8a776f01a46,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:42:56.410207 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434a6fa-cb34-4b2a-b7fe-9a6eefd5c6ae req-52b9ffb8-0340-429a-848c-369d753b7885 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:56.411689 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1434a6fa-cb34-4b2a-b7fe-9a6eefd5c6ae req-52b9ffb8-0340-429a-848c-369d753b7885 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0592616 Jul 27 16:42:56.474410 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1434a6fa-cb34-4b2a-b7fe-9a6eefd5c6ae req-0a708408-8f22-4668-82d6-2170c3df25ea tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571554 Jul 27 16:42:56.677964 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:56.697485 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:42:56.697834 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 1bfa0b52-e37f-4ed3-9004-d45664dd9dfc not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:56.698243 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device e2214acf-25e9-4e9a-9115-e5ca03629a45 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:42:56.716412 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: e2214acf-25e9-4e9a-9115-e5ca03629a45 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:42:56.716761 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device e2214acf-25e9-4e9a-9115-e5ca03629a45 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:42:57.102200 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1a55244-34ac-4bac-9296-58672dacb8d4 req-4cf2ec90-cfec-4ab0-b803-14340b53de81 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389764 Jul 27 16:42:57.191140 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a55244-34ac-4bac-9296-58672dacb8d4 req-98a0fa64-be11-4d05-a2e2-aaf20b9a205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:57.192586 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1a55244-34ac-4bac-9296-58672dacb8d4 req-98a0fa64-be11-4d05-a2e2-aaf20b9a205b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8d570044769a44d9b18c905284cd9947&device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 1131 time: 0.0439847 Jul 27 16:42:57.316194 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a55244-34ac-4bac-9296-58672dacb8d4 req-7d95bfac-1a85-4233-9b88-bf00b8f22825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:57.317812 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1a55244-34ac-4bac-9296-58672dacb8d4 req-7d95bfac-1a85-4233-9b88-bf00b8f22825 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b2b545b-e176-40e2-8391-7dafbc2122d9 HTTP/1.1" status: 200 len: 918 time: 0.0996354 Jul 27 16:42:57.382811 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1a55244-34ac-4bac-9296-58672dacb8d4 req-686422ee-0896-4d76-976d-a2532e18ed51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421 HTTP/1.1" status: 200 len: 1001 time: 0.0583282 Jul 27 16:42:57.446720 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:57.453257 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a55244-34ac-4bac-9296-58672dacb8d4 req-5fb3d71e-9635-4bf8-9e36-2134f7fc51a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:57.454726 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1a55244-34ac-4bac-9296-58672dacb8d4 req-5fb3d71e-9635-4bf8-9e36-2134f7fc51a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd5a5861-0b12-4ebb-85aa-394b3176f5b9 HTTP/1.1" status: 200 len: 856 time: 0.0652053 Jul 27 16:42:57.493535 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ebe3-34aa-4534-b830-21a9fa10f10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:57.508256 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a55244-34ac-4bac-9296-58672dacb8d4 req-8797e340-18eb-4a0a-86e1-0a795239e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:57.509843 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1a55244-34ac-4bac-9296-58672dacb8d4 req-8797e340-18eb-4a0a-86e1-0a795239e056 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b2b545b-e176-40e2-8391-7dafbc2122d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472152 Jul 27 16:42:57.556466 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:57.562382 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:57.647709 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190eaa4-0a36-4b62-b94e-e635a0ef4844 req-5004499b-4a37-4118-8c0f-ea3334ceb3e4 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:57.649214 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3190eaa4-0a36-4b62-b94e-e635a0ef4844 req-5004499b-4a37-4118-8c0f-ea3334ceb3e4 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.1004403 Jul 27 16:42:57.704848 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1a55244-34ac-4bac-9296-58672dacb8d4 req-2d27966a-8140-4828-8026-627fde149463 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452191 Jul 27 16:42:57.734115 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3190eaa4-0a36-4b62-b94e-e635a0ef4844 req-762c57e9-5329-49ce-a8c8-5665da703530 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784194 Jul 27 16:42:58.653480 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:42:58.658181 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1a55244-34ac-4bac-9296-58672dacb8d4 req-af98786a-06e3-4671-b9cb-4df515c97c24 service neutron] 10.222.0.20 "GET /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895333 Jul 27 16:42:58.746415 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:42:58.851254 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5a700-639c-4974-b9ea-ed8fb75ed407 req-6cef86db-cd47-4767-854a-95b5e7890030 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:42:58.852689 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b5b5a700-639c-4974-b9ea-ed8fb75ed407 req-6cef86db-cd47-4767-854a-95b5e7890030 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0472763 Jul 27 16:42:58.914212 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b5b5a700-639c-4974-b9ea-ed8fb75ed407 req-1bfa9a55-c1eb-422f-96c5-0f47353fd641 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558841 Jul 27 16:43:00.033787 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f270d7-14fe-4b57-a4cd-851df5a6f387 req-c2a9c975-cb6b-4bee-8264-69186b7629a5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:00.035274 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e8f270d7-14fe-4b57-a4cd-851df5a6f387 req-c2a9c975-cb6b-4bee-8264-69186b7629a5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0491621 Jul 27 16:43:00.097952 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e8f270d7-14fe-4b57-a4cd-851df5a6f387 req-edac2cc8-af86-4947-a6b1-503922b773a8 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571177 Jul 27 16:43:00.408986 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:00.510872 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:01.220918 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214919-d708-4e22-93a7-a2b5e321e72d req-4678603c-ef9f-4f54-a548-3edb420494db tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:01.222791 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5a214919-d708-4e22-93a7-a2b5e321e72d req-4678603c-ef9f-4f54-a548-3edb420494db tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0503104 Jul 27 16:43:01.285563 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5a214919-d708-4e22-93a7-a2b5e321e72d req-609fa258-ca42-4e5a-9bfe-e7a653d7b050 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566282 Jul 27 16:43:02.402899 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9aa2d-17e2-4812-8560-5f48eb0032d4 req-e8978c6e-2bdb-49e9-b4f2-f8d984ba1a9b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:02.404412 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-38c9aa2d-17e2-4812-8560-5f48eb0032d4 req-e8978c6e-2bdb-49e9-b4f2-f8d984ba1a9b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0496364 Jul 27 16:43:02.467529 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-38c9aa2d-17e2-4812-8560-5f48eb0032d4 req-418cabfb-36ea-4149-bbba-716e3d243076 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573859 Jul 27 16:43:03.589191 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804147e-0d6b-464c-b311-04c0a430ec43 req-7e782ddc-acc6-4bcb-9d4d-c0b39403c2f4 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:03.590670 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8804147e-0d6b-464c-b311-04c0a430ec43 req-7e782ddc-acc6-4bcb-9d4d-c0b39403c2f4 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0513771 Jul 27 16:43:03.653138 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8804147e-0d6b-464c-b311-04c0a430ec43 req-179decf3-46d0-4e4f-82df-79c8babdeff7 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559087 Jul 27 16:43:04.777027 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c82fe-6e5a-4093-9a4f-b9e7561d78e6 req-0dde8556-72e7-4f85-8b6f-fcfa4e0b7997 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:04.778233 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca8c82fe-6e5a-4093-9a4f-b9e7561d78e6 req-0dde8556-72e7-4f85-8b6f-fcfa4e0b7997 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0497448 Jul 27 16:43:04.839883 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca8c82fe-6e5a-4093-9a4f-b9e7561d78e6 req-8117015b-b7fc-460e-a650-4633e82927c5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553539 Jul 27 16:43:05.782120 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=23,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:05.799628 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:05.952581 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:05.961680 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490e2a1-b53c-46d6-a28f-7ce9f6873ed9 req-208ad955-c015-4657-b476-aee1d7b03331 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:05.963144 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a490e2a1-b53c-46d6-a28f-7ce9f6873ed9 req-208ad955-c015-4657-b476-aee1d7b03331 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0506456 Jul 27 16:43:06.026601 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a490e2a1-b53c-46d6-a28f-7ce9f6873ed9 req-ae94086f-531b-460d-98df-87a674e7574c tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578265 Jul 27 16:43:06.989421 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:43:07.143158 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c379af4-14e3-4a3f-9610-b25d40c484bb req-8a138b37-48c9-4bc2-a5c8-ca55aabf4437 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:07.144501 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5c379af4-14e3-4a3f-9610-b25d40c484bb req-8a138b37-48c9-4bc2-a5c8-ca55aabf4437 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0464892 Jul 27 16:43:07.203500 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5c379af4-14e3-4a3f-9610-b25d40c484bb req-71d94c0c-d790-403f-8081-7b3243bd3e5e tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534096 Jul 27 16:43:08.327939 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afd97a-b186-48ef-8f7e-932c445d900f req-0a64c5e9-3fb6-4504-adb5-268630a7923a tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:08.329858 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c2afd97a-b186-48ef-8f7e-932c445d900f req-0a64c5e9-3fb6-4504-adb5-268630a7923a tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0494084 Jul 27 16:43:08.396348 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c2afd97a-b186-48ef-8f7e-932c445d900f req-8076fc42-2db5-476f-bc23-28455d860229 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&id=df9882dd-64c8-474b-a102-775f80848ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607145 Jul 27 16:43:09.982103 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45118) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:10.097969 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-88191dae-9136-48bd-b52a-93fe7d65fb7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:10.127986 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:10.176111 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-88191dae-9136-48bd-b52a-93fe7d65fb7b admin admin] Publish callbacks [] for security_group (30dc9e38-e0db-4889-9e35-e51bf9c03471), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:10.179690 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-88191dae-9136-48bd-b52a-93fe7d65fb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (30dc9e38-e0db-4889-9e35-e51bf9c03471), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:10.221599 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88191dae-9136-48bd-b52a-93fe7d65fb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dc9e38-e0db-4889-9e35-e51bf9c03471,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:10.225916 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-88191dae-9136-48bd-b52a-93fe7d65fb7b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1ea50f049f1f43018a41f9891b6c1993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427802 Jul 27 16:43:10.228583 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45124) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:10.278573 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-58d2f241-7bc5-4b06-a1d6-481a9f87561e admin admin] Publish callbacks [] for security_group (30dc9e38-e0db-4889-9e35-e51bf9c03471), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:10.301484 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-58d2f241-7bc5-4b06-a1d6-481a9f87561e admin admin] Publish callbacks [] for security_group (30dc9e38-e0db-4889-9e35-e51bf9c03471), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:10.347273 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-58d2f241-7bc5-4b06-a1d6-481a9f87561e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (30dc9e38-e0db-4889-9e35-e51bf9c03471), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:10.349844 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-58d2f241-7bc5-4b06-a1d6-481a9f87561e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:10.350988 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-58d2f241-7bc5-4b06-a1d6-481a9f87561e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/30dc9e38-e0db-4889-9e35-e51bf9c03471 HTTP/1.1" status: 204 len: 168 time: 0.1214807 Jul 27 16:43:10.359723 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2f241-7bc5-4b06-a1d6-481a9f87561e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dc9e38-e0db-4889-9e35-e51bf9c03471,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:10.506477 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=58,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:10.633533 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45130) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:10.647470 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3b217a88-3e55-48c8-8330-9e9d4e8cd165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:10.724670 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:10.734943 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3b217a88-3e55-48c8-8330-9e9d4e8cd165 admin admin] Publish callbacks [] for security_group (ffe5d881-cc77-4d0e-a034-df74289f129d), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:10.739711 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3b217a88-3e55-48c8-8330-9e9d4e8cd165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (ffe5d881-cc77-4d0e-a034-df74289f129d), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:10.786246 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3b217a88-3e55-48c8-8330-9e9d4e8cd165 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e3c2c794a6be4f26852872e34ab64341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515973 Jul 27 16:43:10.787208 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b217a88-3e55-48c8-8330-9e9d4e8cd165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe5d881-cc77-4d0e-a034-df74289f129d,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:10.789029 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45132) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:10.839684 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Publish callbacks [] for security_group (ffe5d881-cc77-4d0e-a034-df74289f129d), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:10.863611 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Publish callbacks [] for security_group (ffe5d881-cc77-4d0e-a034-df74289f129d), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:10.914641 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (ffe5d881-cc77-4d0e-a034-df74289f129d), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:10.917449 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:10.918608 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ffe5d881-cc77-4d0e-a034-df74289f129d HTTP/1.1" status: 204 len: 168 time: 0.1284533 Jul 27 16:43:10.927286 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe5d881-cc77-4d0e-a034-df74289f129d,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:10.935277 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.935672 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.935954 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.936293 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.936627 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.936976 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.937304 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.938981 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.939310 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.939641 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.940071 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.940278 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.940604 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.940945 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:10.941266 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8286ed53-1a2f-41a8-bf2d-6cbca2138323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:13.430325 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45204) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:13.536487 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-851303ab-e8ff-45ea-ae24-4dfb5b30e88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:13.855148 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-851303ab-e8ff-45ea-ae24-4dfb5b30e88f admin admin] Publish callbacks [] for security_group (9465d2ce-9131-40f0-8c0a-1287c6ddbd58), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:13.859635 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-851303ab-e8ff-45ea-ae24-4dfb5b30e88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (9465d2ce-9131-40f0-8c0a-1287c6ddbd58), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:13.901097 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851303ab-e8ff-45ea-ae24-4dfb5b30e88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9465d2ce-9131-40f0-8c0a-1287c6ddbd58,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:13.905772 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-851303ab-e8ff-45ea-ae24-4dfb5b30e88f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4549252e2321469e9bfee3e3cd7f3521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4744320 Jul 27 16:43:13.908499 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45228) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:13.960143 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-689f3822-5171-42c2-9a7b-1ae16d72d97a admin admin] Publish callbacks [] for security_group (9465d2ce-9131-40f0-8c0a-1287c6ddbd58), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:13.984640 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-689f3822-5171-42c2-9a7b-1ae16d72d97a admin admin] Publish callbacks [] for security_group (9465d2ce-9131-40f0-8c0a-1287c6ddbd58), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:14.033325 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-689f3822-5171-42c2-9a7b-1ae16d72d97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (9465d2ce-9131-40f0-8c0a-1287c6ddbd58), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:14.038612 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-689f3822-5171-42c2-9a7b-1ae16d72d97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:14.039951 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-689f3822-5171-42c2-9a7b-1ae16d72d97a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9465d2ce-9131-40f0-8c0a-1287c6ddbd58 HTTP/1.1" status: 204 len: 168 time: 0.1304193 Jul 27 16:43:14.050946 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f3822-5171-42c2-9a7b-1ae16d72d97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9465d2ce-9131-40f0-8c0a-1287c6ddbd58,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:14.671998 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45256) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:14.768313 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1247125696-network', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:14.788600 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Made reservation on behalf of c24a78af0a5d46de89b42a548fc3f43c for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:43:14.790961 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:14.799518 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:14.877223 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Publish callbacks [] for security_group (6bd2f2cb-42ea-4158-8bd7-0a6ab0a06880), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:14.880789 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (6bd2f2cb-42ea-4158-8bd7-0a6ab0a06880), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:14.904313 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:43:14.920377 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd2f2cb-42ea-4158-8bd7-0a6ab0a06880,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:14.922853 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (677d854b-aa7d-4596-aa25-8015cff964a3), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:14.923200 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Added segment 677d854b-aa7d-4596-aa25-8015cff964a3 of type vlan for network f56948a9-265f-4da0-9590-a0bad1ef68c4 Jul 27 16:43:14.939507 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:14.939858 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:14.940223 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:14.940543 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:14.940879 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:14.941235 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:14.941564 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:14.941890 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:14.942218 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:14.942544 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:14.942937 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:14.943377 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:14.943811 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:14.944140 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:14.944461 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:14.981846 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (f56948a9-265f-4da0-9590-a0bad1ef68c4), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.010278 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (f56948a9-265f-4da0-9590-a0bad1ef68c4), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.011188 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:15.011772 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.020624 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=20,neutron:SELECT=76,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:15.069937 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3967490 Jul 27 16:43:15.072813 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45260) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:15.078648 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-e911ff36-0876-4ef7-943b-c6955fea6414 admin admin] Request body: {'subnet': {'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1247125696-subnet', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'ip_version': 4}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:15.083268 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0121f3-1fea-4130-b77a-b7e8f30dbdf5 admin admin] Pushing event updated for resources: {'Network': ['ID=f56948a9-265f-4da0-9590-a0bad1ef68c4,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:15.094007 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network f56948a9-265f-4da0-9590-a0bad1ef68c4 details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:43:15.107604 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e911ff36-0876-4ef7-943b-c6955fea6414 admin admin] Made reservation on behalf of c24a78af0a5d46de89b42a548fc3f43c for: {'subnet': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:43:15.110457 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e911ff36-0876-4ef7-943b-c6955fea6414 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6205922'] for subnet (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.299479 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e911ff36-0876-4ef7-943b-c6955fea6414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5991165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6205900'] for subnet (55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.361186 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911ff36-0876-4ef7-943b-c6955fea6414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:15.371359 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:15.371966 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:15.376924 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e911ff36-0876-4ef7-943b-c6955fea6414 admin admin] Checking segment: {'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:43:15.377443 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e911ff36-0876-4ef7-943b-c6955fea6414 admin admin] Network hostable DHCP agents. Network: f56948a9-265f-4da0-9590-a0bad1ef68c4, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:43:15.403017 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e911ff36-0876-4ef7-943b-c6955fea6414 admin admin] Network f56948a9-265f-4da0-9590-a0bad1ef68c4 is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:43:15.412165 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-e911ff36-0876-4ef7-943b-c6955fea6414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, f56948a9-265f-4da0-9590-a0bad1ef68c4) {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:15.418413 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e911ff36-0876-4ef7-943b-c6955fea6414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:15.418413 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e911ff36-0876-4ef7-943b-c6955fea6414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.422910 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bb5cc8-7fff-4872-abfd-2409c7e1357a None None] Network f56948a9-265f-4da0-9590-a0bad1ef68c4 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:43:15.438226 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-e911ff36-0876-4ef7-943b-c6955fea6414 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3637846 Jul 27 16:43:15.440457 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45276) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:15.444749 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:15.454687 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45278) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:15.467878 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (3cb00f64-ebf4-4b8a-ade3-5b75c4924700), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.469365 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (3cb00f64-ebf4-4b8a-ade3-5b75c4924700), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.534899 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Publish callbacks [] for router_controller (3cb00f64-ebf4-4b8a-ade3-5b75c4924700), precommit_add_association {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.565053 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a1a6c0-aa70-592a-9d91-b6a2467068c1-f56948a9-265f-4da0-9590-a0bad1ef68c4', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7'}]}} from dv-cinder-849690-6-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 16:43:15.566123 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.589605 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8170faae-5f25-4dcb-8be5-524742e5574c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.679413 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8170faae-5f25-4dcb-8be5-524742e5574c admin admin] Publish callbacks [] for security_group (fdb63194-e24e-4014-a8b0-e81491b14538), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.684380 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8170faae-5f25-4dcb-8be5-524742e5574c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (fdb63194-e24e-4014-a8b0-e81491b14538), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.692856 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Publish callbacks [] for router_gateway (3cb00f64-ebf4-4b8a-ade3-5b75c4924700), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.736829 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-8170faae-5f25-4dcb-8be5-524742e5574c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=10305a8deb1940bb89430348015a1841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784109 Jul 27 16:43:15.736829 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170faae-5f25-4dcb-8be5-524742e5574c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb63194-e24e-4014-a8b0-e81491b14538,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:15.740186 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45284) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:15.765593 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Allocated IP 172.20.0.2 (f56948a9-265f-4da0-9590-a0bad1ef68c4/55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7/373a5a30-bcac-416a-86f3-070b12b25f1d) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:43:15.808651 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-04161da1-cf5b-47a0-b700-2c98240fc5fb admin admin] Publish callbacks [] for security_group (fdb63194-e24e-4014-a8b0-e81491b14538), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.836200 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-04161da1-cf5b-47a0-b700-2c98240fc5fb admin admin] Publish callbacks [] for security_group (fdb63194-e24e-4014-a8b0-e81491b14538), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.867841 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:15.890373 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-04161da1-cf5b-47a0-b700-2c98240fc5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (fdb63194-e24e-4014-a8b0-e81491b14538), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.893523 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-04161da1-cf5b-47a0-b700-2c98240fc5fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.894773 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-04161da1-cf5b-47a0-b700-2c98240fc5fb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fdb63194-e24e-4014-a8b0-e81491b14538 HTTP/1.1" status: 204 len: 168 time: 0.1536341 Jul 27 16:43:15.903122 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04161da1-cf5b-47a0-b700-2c98240fc5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb63194-e24e-4014-a8b0-e81491b14538,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:15.905586 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Publish callbacks [] for router_gateway (3cb00f64-ebf4-4b8a-ade3-5b75c4924700), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.931976 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.951750 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Publish callbacks [] for port (373a5a30-bcac-416a-86f3-070b12b25f1d), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.958305 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (373a5a30-bcac-416a-86f3-070b12b25f1d), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:15.997453 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Network f56948a9-265f-4da0-9590-a0bad1ef68c4 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:16.007582 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:16.011723 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:43:16.023260 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Pushing event updated for resources: {'Port': ['ID=373a5a30-bcac-416a-86f3-070b12b25f1d,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:16.035381 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:16.035724 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:16.036063 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:16.036398 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:16.036728 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:16.037075 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:16.037397 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:16.037716 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:16.038103 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:16.038422 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:16.038741 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:16.039062 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:16.039374 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:16.039690 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:16.040002 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:16.057158 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Allocated IP 172.27.2.66 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/82dd5847-9af8-4a80-97e7-32d4fb58dac6) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:43:16.090979 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Attempting to bind port 373a5a30-bcac-416a-86f3-070b12b25f1d on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:43:16.092160 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Attempting to bind port 373a5a30-bcac-416a-86f3-070b12b25f1d by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:43:16.092289 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Attempting to bind port 373a5a30-bcac-416a-86f3-070b12b25f1d on network f56948a9-265f-4da0-9590-a0bad1ef68c4 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:43:16.097657 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:43:16.098312 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Checking segment: {'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:43:16.098415 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:16.098786 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Bound using segment: {'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:43:16.099237 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Bound port: 373a5a30-bcac-416a-86f3-070b12b25f1d, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:43:16.099608 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (373a5a30-bcac-416a-86f3-070b12b25f1d), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:16.177623 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Publish callbacks [] for port (82dd5847-9af8-4a80-97e7-32d4fb58dac6), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:16.179855 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:16.185008 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] For port 373a5a30-bcac-416a-86f3-070b12b25f1d, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:16.189364 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] For port 373a5a30-bcac-416a-86f3-070b12b25f1d, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=373a5a30-bcac-416a-86f3-070b12b25f1d,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:43:16.197145 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (373a5a30-bcac-416a-86f3-070b12b25f1d), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:16.214999 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (82dd5847-9af8-4a80-97e7-32d4fb58dac6), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:16.259817 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:16.267908 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:16.271063 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:43:16.273531 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Pushing event updated for resources: {'Port': ['ID=82dd5847-9af8-4a80-97e7-32d4fb58dac6,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:16.274389 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45290) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:16.285807 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65d1b8-1c35-4e9c-baa0-c6c941ba3988 None None] Pushing event updated for resources: {'Port': ['ID=373a5a30-bcac-416a-86f3-070b12b25f1d,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:16.290709 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ef08ec38-0763-4eff-b207-ee46489dcbdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:16.317080 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:16.377113 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ef08ec38-0763-4eff-b207-ee46489dcbdd admin admin] Publish callbacks [] for security_group (16416d42-3977-42f3-bc5f-e3d1f659d5e4), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:16.381775 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ef08ec38-0763-4eff-b207-ee46489dcbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (16416d42-3977-42f3-bc5f-e3d1f659d5e4), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:16.385973 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:16.424700 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ef08ec38-0763-4eff-b207-ee46489dcbdd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=95e45e7c145f474f803580fdc168fc1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490645 Jul 27 16:43:16.427901 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45292) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:16.440736 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08ec38-0763-4eff-b207-ee46489dcbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16416d42-3977-42f3-bc5f-e3d1f659d5e4,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:16.510494 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b396e377-f6e8-43c9-8e04-fa4122dbab21 admin admin] Publish callbacks [] for security_group (16416d42-3977-42f3-bc5f-e3d1f659d5e4), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:16.541331 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b396e377-f6e8-43c9-8e04-fa4122dbab21 admin admin] Publish callbacks [] for security_group (16416d42-3977-42f3-bc5f-e3d1f659d5e4), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:16.574478 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Publish callbacks [] for router_gateway (3cb00f64-ebf4-4b8a-ade3-5b75c4924700), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:16.606386 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b396e377-f6e8-43c9-8e04-fa4122dbab21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (16416d42-3977-42f3-bc5f-e3d1f659d5e4), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:16.610026 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b396e377-f6e8-43c9-8e04-fa4122dbab21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:16.611307 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b396e377-f6e8-43c9-8e04-fa4122dbab21 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/16416d42-3977-42f3-bc5f-e3d1f659d5e4 HTTP/1.1" status: 204 len: 168 time: 0.1825106 Jul 27 16:43:16.621404 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396e377-f6e8-43c9-8e04-fa4122dbab21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16416d42-3977-42f3-bc5f-e3d1f659d5e4,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:16.782796 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 373a5a30-bcac-416a-86f3-070b12b25f1d up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:16.826986 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:16.832840 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429441'] for router (3cb00f64-ebf4-4b8a-ade3-5b75c4924700), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:16.834686 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 373a5a30-bcac-416a-86f3-070b12b25f1d triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:16.835079 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (373a5a30-bcac-416a-86f3-070b12b25f1d), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:16.918453 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 373a5a30-bcac-416a-86f3-070b12b25f1d is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:16.919231 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (373a5a30-bcac-416a-86f3-070b12b25f1d), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:16.962042 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] For port 373a5a30-bcac-416a-86f3-070b12b25f1d, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=373a5a30-bcac-416a-86f3-070b12b25f1d,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:16.968301 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (373a5a30-bcac-416a-86f3-070b12b25f1d), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:16.984947 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 is scheduled to L3 agent 30eac719-5180-4546-94d5-bc45597d1397 with binding_index 1 {{(pid=104022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 16:43:16.986080 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:17.053810 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Pushing event updated for resources: {'Port': ['ID=373a5a30-bcac-416a-86f3-070b12b25f1d,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:17.136854 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:17.152695 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Sync routers for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:17.167076 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:17.171900 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:17.175987 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-fa3e9082-1d50-4fdd-bd4b-ae15a2a51deb admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7316797 Jul 27 16:43:17.176404 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45318) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:17.178379 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:42:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:17.300525 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:17.479962 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:17.488564 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b9b2f9-1cf9-42c3-a394-2075e0750144 None None] Network f56948a9-265f-4da0-9590-a0bad1ef68c4 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:43:17.628535 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-c989e040-0ae5-4777-b23d-269fcfcdb6f0 None None] Provisioning complete for port 373a5a30-bcac-416a-86f3-070b12b25f1d triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:17.629369 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c989e040-0ae5-4777-b23d-269fcfcdb6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (373a5a30-bcac-416a-86f3-070b12b25f1d), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:17.646927 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:16Z', 'revision_number': 3, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:17.682096 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Checking router: 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:17.682834 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Updating router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 port 82dd5847-9af8-4a80-97e7-32d4fb58dac6 binding host dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:43:17.715621 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (82dd5847-9af8-4a80-97e7-32d4fb58dac6), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:17.723027 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:17.750820 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-c989e040-0ae5-4777-b23d-269fcfcdb6f0 None None] Current status of the port 373a5a30-bcac-416a-86f3-070b12b25f1d is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:17.823573 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:17.914532 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Allocated IP 172.20.0.1 (f56948a9-265f-4da0-9590-a0bad1ef68c4/55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7/4662469c-0576-44ba-ae81-c02e870268dc) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:43:18.033453 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Publish callbacks [] for port (82dd5847-9af8-4a80-97e7-32d4fb58dac6), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:18.039855 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (82dd5847-9af8-4a80-97e7-32d4fb58dac6), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:18.052855 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Publish callbacks [] for port (4662469c-0576-44ba-ae81-c02e870268dc), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:18.093472 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a38e9-be44-41e5-8a3d-a748a7f98d5f None None] Pushing event updated for resources: {'Port': ['ID=82dd5847-9af8-4a80-97e7-32d4fb58dac6,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:18.093972 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (4662469c-0576-44ba-ae81-c02e870268dc), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:18.098082 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-085112e2-81fa-4344-9c58-51c598080843 None None] Provisioning complete for port 373a5a30-bcac-416a-86f3-070b12b25f1d triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:18.099417 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-085112e2-81fa-4344-9c58-51c598080843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (373a5a30-bcac-416a-86f3-070b12b25f1d), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:18.108141 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a38e9-be44-41e5-8a3d-a748a7f98d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:18.108487 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a38e9-be44-41e5-8a3d-a748a7f98d5f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:18.108853 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a38e9-be44-41e5-8a3d-a748a7f98d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:18.109236 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a38e9-be44-41e5-8a3d-a748a7f98d5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:18.109614 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a38e9-be44-41e5-8a3d-a748a7f98d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:18.109899 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a38e9-be44-41e5-8a3d-a748a7f98d5f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:18.110226 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a38e9-be44-41e5-8a3d-a748a7f98d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:18.110617 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a38e9-be44-41e5-8a3d-a748a7f98d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:18.110948 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a38e9-be44-41e5-8a3d-a748a7f98d5f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:18.111272 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a38e9-be44-41e5-8a3d-a748a7f98d5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:18.111598 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a38e9-be44-41e5-8a3d-a748a7f98d5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:18.111943 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a38e9-be44-41e5-8a3d-a748a7f98d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:18.112398 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a38e9-be44-41e5-8a3d-a748a7f98d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:18.112574 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a38e9-be44-41e5-8a3d-a748a7f98d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:18.112917 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686a38e9-be44-41e5-8a3d-a748a7f98d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:43:18.118184 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Attempting to bind port 82dd5847-9af8-4a80-97e7-32d4fb58dac6 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:43:18.118551 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Attempting to bind port 82dd5847-9af8-4a80-97e7-32d4fb58dac6 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:43:18.118914 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Attempting to bind port 82dd5847-9af8-4a80-97e7-32d4fb58dac6 on network 324767fb-ff40-4d46-af34-41c9254e2f1f {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:43:18.124454 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:43:18.124836 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Checking segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:43:18.125364 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:18.125690 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Bound using segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:43:18.126160 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Bound port: 82dd5847-9af8-4a80-97e7-32d4fb58dac6, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:43:18.126535 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (82dd5847-9af8-4a80-97e7-32d4fb58dac6), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:18.136396 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Network f56948a9-265f-4da0-9590-a0bad1ef68c4 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:18.139741 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:18.143366 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:43:18.186632 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Pushing event updated for resources: {'Port': ['ID=4662469c-0576-44ba-ae81-c02e870268dc,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:18.189078 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:18.203363 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565633'] for router_interface (3cb00f64-ebf4-4b8a-ade3-5b75c4924700), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:18.207432 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] For port 82dd5847-9af8-4a80-97e7-32d4fb58dac6, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:18.212728 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] For port 82dd5847-9af8-4a80-97e7-32d4fb58dac6, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=82dd5847-9af8-4a80-97e7-32d4fb58dac6,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:43:18.224983 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (82dd5847-9af8-4a80-97e7-32d4fb58dac6), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:18.281487 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-085112e2-81fa-4344-9c58-51c598080843 None None] Current status of the port 373a5a30-bcac-416a-86f3-070b12b25f1d is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:18.305692 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:18.306478 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:42:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:18.354079 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (4662469c-0576-44ba-ae81-c02e870268dc), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:18.464738 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a38e9-be44-41e5-8a3d-a748a7f98d5f None None] Pushing event updated for resources: {'Port': ['ID=82dd5847-9af8-4a80-97e7-32d4fb58dac6,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:18.479822 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:18.493198 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:18.506097 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-bb32e311-a7e6-4f26-b4f8-36c9adbfa5ca None None] Provisioning complete for port 4662469c-0576-44ba-ae81-c02e870268dc triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:18.507117 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bb32e311-a7e6-4f26-b4f8-36c9adbfa5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (4662469c-0576-44ba-ae81-c02e870268dc), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:18.553800 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-bb32e311-a7e6-4f26-b4f8-36c9adbfa5ca None None] Port 4662469c-0576-44ba-ae81-c02e870268dc cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:43:18.599684 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Publish callbacks [] for port (4662469c-0576-44ba-ae81-c02e870268dc), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:18.600109 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:18.604768 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (4662469c-0576-44ba-ae81-c02e870268dc), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:18.660945 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:18.682665 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:16Z', 'revision_number': 3, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:18.690279 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Pushing event updated for resources: {'Port': ['ID=4662469c-0576-44ba-ae81-c02e870268dc,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:18.696067 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565757'] for router_interface (3cb00f64-ebf4-4b8a-ade3-5b75c4924700), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:18.711954 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45089d65-cf8c-4ab4-ba96-71ee66da127a None None] The sync data for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi is: [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:16Z', 'revision_number': 3, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:18.742612 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 373a5a30-bcac-416a-86f3-070b12b25f1d up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:18.794370 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Network f56948a9-265f-4da0-9590-a0bad1ef68c4 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:18.796163 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:18.801857 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 373a5a30-bcac-416a-86f3-070b12b25f1d triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:18.802207 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (373a5a30-bcac-416a-86f3-070b12b25f1d), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:18.984242 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:43:18.984416 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 373a5a30-bcac-416a-86f3-070b12b25f1d is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:19.127997 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:19.141672 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-8f96beb3-da32-40a2-860f-abeeffc676e7 admin admin] 10.222.0.74 "PUT /v2.0/routers/3cb00f64-ebf4-4b8a-ade3-5b75c4924700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9563031 Jul 27 16:43:19.181401 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-824b9946-f2de-47f2-94a6-2a75aecc350d None None] Provisioning complete for port 4662469c-0576-44ba-ae81-c02e870268dc triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:19.181777 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-824b9946-f2de-47f2-94a6-2a75aecc350d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (4662469c-0576-44ba-ae81-c02e870268dc), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:19.217213 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-824b9946-f2de-47f2-94a6-2a75aecc350d None None] Port 4662469c-0576-44ba-ae81-c02e870268dc cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:43:19.885354 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45384) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:19.890426 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-a47199a8-deea-480a-b26a-b05fe5a2a84d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-47425503-network', 'tenant_id': '68d55b4deef34beba72a1f5971bed410'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:19.916125 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47199a8-deea-480a-b26a-b05fe5a2a84d admin admin] Made reservation on behalf of 68d55b4deef34beba72a1f5971bed410 for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:43:19.919607 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a47199a8-deea-480a-b26a-b05fe5a2a84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:19.931070 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a47199a8-deea-480a-b26a-b05fe5a2a84d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:20.012896 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a47199a8-deea-480a-b26a-b05fe5a2a84d admin admin] Publish callbacks [] for security_group (67e63644-cb8c-4b5e-b14a-82dbe2d02815), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:20.016875 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a47199a8-deea-480a-b26a-b05fe5a2a84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (67e63644-cb8c-4b5e-b14a-82dbe2d02815), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:20.046600 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47199a8-deea-480a-b26a-b05fe5a2a84d admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:43:20.056040 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47199a8-deea-480a-b26a-b05fe5a2a84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e63644-cb8c-4b5e-b14a-82dbe2d02815,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:20.064170 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a47199a8-deea-480a-b26a-b05fe5a2a84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (39d55b5f-0e64-45ad-85b2-5421c2d202db), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:20.064274 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-a47199a8-deea-480a-b26a-b05fe5a2a84d admin admin] Added segment 39d55b5f-0e64-45ad-85b2-5421c2d202db of type vlan for network 005bfb35-5b97-40bc-80e8-c482ac2f506a Jul 27 16:43:20.110121 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a47199a8-deea-480a-b26a-b05fe5a2a84d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (005bfb35-5b97-40bc-80e8-c482ac2f506a), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:20.118124 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:20.138151 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a47199a8-deea-480a-b26a-b05fe5a2a84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (005bfb35-5b97-40bc-80e8-c482ac2f506a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:20.139060 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47199a8-deea-480a-b26a-b05fe5a2a84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:20.139626 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a47199a8-deea-480a-b26a-b05fe5a2a84d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:20.194254 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a47199a8-deea-480a-b26a-b05fe5a2a84d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3077810 Jul 27 16:43:20.197418 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45386) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:20.203579 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-95b31b3a-f420-46ab-96cb-42413452db9d admin admin] Request body: {'subnet': {'network_id': '005bfb35-5b97-40bc-80e8-c482ac2f506a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-47425503-subnet', 'tenant_id': '68d55b4deef34beba72a1f5971bed410', 'ip_version': 4}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:20.206656 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47199a8-deea-480a-b26a-b05fe5a2a84d admin admin] Pushing event updated for resources: {'Network': ['ID=005bfb35-5b97-40bc-80e8-c482ac2f506a,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:20.217896 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network 005bfb35-5b97-40bc-80e8-c482ac2f506a details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:43:20.225095 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b31b3a-f420-46ab-96cb-42413452db9d admin admin] Made reservation on behalf of 68d55b4deef34beba72a1f5971bed410 for: {'subnet': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:43:20.227715 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-95b31b3a-f420-46ab-96cb-42413452db9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6205922'] for subnet (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:20.264921 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:20.286747 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:20.417894 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-95b31b3a-f420-46ab-96cb-42413452db9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5991165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6205900'] for subnet (615034a3-80ec-4f10-a28d-3787146f8d25), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:20.455642 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:20.464229 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:20.466985 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:20.485449 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b31b3a-f420-46ab-96cb-42413452db9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=615034a3-80ec-4f10-a28d-3787146f8d25,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:20.496159 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b31b3a-f420-46ab-96cb-42413452db9d admin admin] Checking segment: {'id': '39d55b5f-0e64-45ad-85b2-5421c2d202db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '005bfb35-5b97-40bc-80e8-c482ac2f506a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:43:20.496513 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b31b3a-f420-46ab-96cb-42413452db9d admin admin] Network hostable DHCP agents. Network: 005bfb35-5b97-40bc-80e8-c482ac2f506a, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:43:20.515466 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b31b3a-f420-46ab-96cb-42413452db9d admin admin] Network 005bfb35-5b97-40bc-80e8-c482ac2f506a is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:43:20.525866 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-95b31b3a-f420-46ab-96cb-42413452db9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, 005bfb35-5b97-40bc-80e8-c482ac2f506a) {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:20.530269 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b31b3a-f420-46ab-96cb-42413452db9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:20.530880 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-95b31b3a-f420-46ab-96cb-42413452db9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:20.536314 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d547d5-eaaa-48a8-b7cd-f611944c0084 None None] Network 005bfb35-5b97-40bc-80e8-c482ac2f506a requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:43:20.553457 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-95b31b3a-f420-46ab-96cb-42413452db9d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3525524 Jul 27 16:43:20.553753 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45394) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:20.558085 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-47425503-router', 'tenant_id': '68d55b4deef34beba72a1f5971bed410', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:20.588101 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (b867f0ab-757e-40f9-a9e3-c97b49bea909), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:20.589483 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (b867f0ab-757e-40f9-a9e3-c97b49bea909), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:20.621398 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Sync routers for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:20.657055 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:20.659285 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:42:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:20.662960 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Publish callbacks [] for router_controller (b867f0ab-757e-40f9-a9e3-c97b49bea909), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:20.872013 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 82dd5847-9af8-4a80-97e7-32d4fb58dac6 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:20.904684 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a1a6c0-aa70-592a-9d91-b6a2467068c1-005bfb35-5b97-40bc-80e8-c482ac2f506a', 'network_id': '005bfb35-5b97-40bc-80e8-c482ac2f506a', 'project_id': '68d55b4deef34beba72a1f5971bed410', 'fixed_ips': [{'subnet_id': '615034a3-80ec-4f10-a28d-3787146f8d25'}]}} from dv-cinder-849690-6-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 16:43:20.905534 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:21.032392 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:21.063103 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:21.065019 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 82dd5847-9af8-4a80-97e7-32d4fb58dac6 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:21.065556 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (82dd5847-9af8-4a80-97e7-32d4fb58dac6), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:21.121251 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Publish callbacks [] for router_gateway (b867f0ab-757e-40f9-a9e3-c97b49bea909), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:21.256032 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Allocated IP 172.20.0.2 (005bfb35-5b97-40bc-80e8-c482ac2f506a/615034a3-80ec-4f10-a28d-3787146f8d25/ef1fde9c-3d3b-40e2-80bf-534bed0dd57a) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:43:21.339563 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Publish callbacks [] for router_gateway (b867f0ab-757e-40f9-a9e3-c97b49bea909), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:21.361550 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:21.369382 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 82dd5847-9af8-4a80-97e7-32d4fb58dac6 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:21.369769 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (82dd5847-9af8-4a80-97e7-32d4fb58dac6), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:21.425872 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] For port 82dd5847-9af8-4a80-97e7-32d4fb58dac6, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=82dd5847-9af8-4a80-97e7-32d4fb58dac6,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:21.433678 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (82dd5847-9af8-4a80-97e7-32d4fb58dac6), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:21.486286 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Allocated IP 172.27.2.229 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/c16a7bac-c31a-42dc-996e-c9c81719012f) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:43:21.487255 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 2, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:21.488785 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:21.528376 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:21.537034 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Checking router: 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:21.537392 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Updating router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 port 4662469c-0576-44ba-ae81-c02e870268dc binding host dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:43:21.595029 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Pushing event updated for resources: {'Port': ['ID=82dd5847-9af8-4a80-97e7-32d4fb58dac6,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:21.607266 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3d67f-d46f-4f1b-9cce-2034c1b92643 req-338a81df-576b-445e-b320-ee078a9a322d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:21.608770 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cfd3d67f-d46f-4f1b-9cce-2034c1b92643 req-338a81df-576b-445e-b320-ee078a9a322d tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 945 time: 0.0621960 Jul 27 16:43:21.613976 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (4662469c-0576-44ba-ae81-c02e870268dc), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:21.635708 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Publish callbacks [] for port (ef1fde9c-3d3b-40e2-80bf-534bed0dd57a), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:21.659077 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (ef1fde9c-3d3b-40e2-80bf-534bed0dd57a), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:21.663288 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Publish callbacks [] for port (c16a7bac-c31a-42dc-996e-c9c81719012f), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:21.695472 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cfd3d67f-d46f-4f1b-9cce-2034c1b92643 req-82acce20-dc04-4221-9dd1-1a5fcc3714cb tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=19cc5220-0331-4243-b482-6d39b6c602fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795703 Jul 27 16:43:21.721312 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:21.743992 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (c16a7bac-c31a-42dc-996e-c9c81719012f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:21.779869 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Network 005bfb35-5b97-40bc-80e8-c482ac2f506a is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:21.789501 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:21.790080 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:21.792691 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:43:21.792995 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:21.798214 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:43:21.803042 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Pushing event updated for resources: {'Port': ['ID=c16a7bac-c31a-42dc-996e-c9c81719012f,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:21.842714 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Pushing event updated for resources: {'Port': ['ID=ef1fde9c-3d3b-40e2-80bf-534bed0dd57a,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:21.916457 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Attempting to bind port ef1fde9c-3d3b-40e2-80bf-534bed0dd57a on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:43:21.916815 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Attempting to bind port ef1fde9c-3d3b-40e2-80bf-534bed0dd57a by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '39d55b5f-0e64-45ad-85b2-5421c2d202db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '005bfb35-5b97-40bc-80e8-c482ac2f506a'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:43:21.917221 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Attempting to bind port ef1fde9c-3d3b-40e2-80bf-534bed0dd57a on network 005bfb35-5b97-40bc-80e8-c482ac2f506a {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:43:21.935458 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:43:21.935831 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Checking segment: {'id': '39d55b5f-0e64-45ad-85b2-5421c2d202db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '005bfb35-5b97-40bc-80e8-c482ac2f506a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:43:21.936526 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:21.936965 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Bound using segment: {'id': '39d55b5f-0e64-45ad-85b2-5421c2d202db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '005bfb35-5b97-40bc-80e8-c482ac2f506a'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:43:21.937451 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Bound port: ef1fde9c-3d3b-40e2-80bf-534bed0dd57a, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d55b5f-0e64-45ad-85b2-5421c2d202db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '005bfb35-5b97-40bc-80e8-c482ac2f506a'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:43:21.937861 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (ef1fde9c-3d3b-40e2-80bf-534bed0dd57a), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.024147 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45424) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:22.054690 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] For port ef1fde9c-3d3b-40e2-80bf-534bed0dd57a, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:22.059972 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] For port ef1fde9c-3d3b-40e2-80bf-534bed0dd57a, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=ef1fde9c-3d3b-40e2-80bf-534bed0dd57a,segment=NetworkSegment(39d55b5f-0e64-45ad-85b2-5421c2d202db),segment_id=39d55b5f-0e64-45ad-85b2-5421c2d202db)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:43:22.076144 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:22.085226 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (ef1fde9c-3d3b-40e2-80bf-534bed0dd57a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.087623 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Publish callbacks [] for router_gateway (b867f0ab-757e-40f9-a9e3-c97b49bea909), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.146088 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Publish callbacks [] for port (4662469c-0576-44ba-ae81-c02e870268dc), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.160932 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (4662469c-0576-44ba-ae81-c02e870268dc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.177086 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0c290ca2-1cb9-4ce9-87e8-e654f9ed5292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.187765 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be3a3a-7765-4ea1-bb47-27610df5aad9 None None] Pushing event updated for resources: {'Port': ['ID=ef1fde9c-3d3b-40e2-80bf-534bed0dd57a,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:22.271405 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d1f9d-351b-4652-9b60-f0848b222cc1 None None] Pushing event updated for resources: {'Port': ['ID=4662469c-0576-44ba-ae81-c02e870268dc,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:22.289742 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Attempting to bind port 4662469c-0576-44ba-ae81-c02e870268dc on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:43:22.290115 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Attempting to bind port 4662469c-0576-44ba-ae81-c02e870268dc by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:43:22.290487 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Attempting to bind port 4662469c-0576-44ba-ae81-c02e870268dc on network f56948a9-265f-4da0-9590-a0bad1ef68c4 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:43:22.296087 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:43:22.296465 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Checking segment: {'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:43:22.296874 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.297604 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Bound using segment: {'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:43:22.298083 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Bound port: 4662469c-0576-44ba-ae81-c02e870268dc, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:43:22.298465 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (4662469c-0576-44ba-ae81-c02e870268dc), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.302552 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0c290ca2-1cb9-4ce9-87e8-e654f9ed5292 admin admin] Publish callbacks [] for security_group (fc239f3b-37a7-42c2-84d8-4444c50b5ff9), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.311164 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0c290ca2-1cb9-4ce9-87e8-e654f9ed5292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (fc239f3b-37a7-42c2-84d8-4444c50b5ff9), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.362207 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-0c290ca2-1cb9-4ce9-87e8-e654f9ed5292 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=58541c50984d44dfb24a97316362f5f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366354 Jul 27 16:43:22.362833 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45428) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:22.373259 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429441'] for router (b867f0ab-757e-40f9-a9e3-c97b49bea909), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.378633 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] For port 4662469c-0576-44ba-ae81-c02e870268dc, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:22.382676 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] For port 4662469c-0576-44ba-ae81-c02e870268dc, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=4662469c-0576-44ba-ae81-c02e870268dc,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:43:22.386440 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:22.396235 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (4662469c-0576-44ba-ae81-c02e870268dc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.398616 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c290ca2-1cb9-4ce9-87e8-e654f9ed5292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc239f3b-37a7-42c2-84d8-4444c50b5ff9,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:22.403501 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:22.471258 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9ce8757-e125-42ce-8e3c-6bbcf3205760 admin admin] Publish callbacks [] for security_group (fc239f3b-37a7-42c2-84d8-4444c50b5ff9), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.471479 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:22.495819 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:42:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:22.528006 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9ce8757-e125-42ce-8e3c-6bbcf3205760 admin admin] Publish callbacks [] for security_group (fc239f3b-37a7-42c2-84d8-4444c50b5ff9), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.569534 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d1f9d-351b-4652-9b60-f0848b222cc1 None None] Pushing event updated for resources: {'Port': ['ID=4662469c-0576-44ba-ae81-c02e870268dc,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:22.603059 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Router b867f0ab-757e-40f9-a9e3-c97b49bea909 is scheduled to L3 agent 30eac719-5180-4546-94d5-bc45597d1397 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 16:43:22.608579 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9ce8757-e125-42ce-8e3c-6bbcf3205760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (fc239f3b-37a7-42c2-84d8-4444c50b5ff9), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.611308 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9ce8757-e125-42ce-8e3c-6bbcf3205760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.615604 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-b9ce8757-e125-42ce-8e3c-6bbcf3205760 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fc239f3b-37a7-42c2-84d8-4444c50b5ff9 HTTP/1.1" status: 204 len: 168 time: 0.2489426 Jul 27 16:43:22.629017 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce8757-e125-42ce-8e3c-6bbcf3205760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc239f3b-37a7-42c2-84d8-4444c50b5ff9,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:22.765994 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:22.779915 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Sync routers for ids ['b867f0ab-757e-40f9-a9e3-c97b49bea909'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:22.798579 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Routers {'b867f0ab-757e-40f9-a9e3-c97b49bea909'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:22.805895 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:42:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['b867f0ab-757e-40f9-a9e3-c97b49bea909'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:22.814645 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.828932 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45434) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:22.839331 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-bd3f0746-eb86-4df6-92e6-bca3f05dfbc6 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2844303 Jul 27 16:43:22.971625 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 82dd5847-9af8-4a80-97e7-32d4fb58dac6 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:22.976138 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84d60e-c538-4a7f-b745-5fbaacdbb478 req-41b995a5-8a2c-4411-afef-8b56a3ffc954 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:22.978143 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-bfea9895-f8ed-4b3f-b8fd-9807827b5da3 None None] Provisioning complete for port 4662469c-0576-44ba-ae81-c02e870268dc triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:22.978771 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bfea9895-f8ed-4b3f-b8fd-9807827b5da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (4662469c-0576-44ba-ae81-c02e870268dc), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:22.983535 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cb84d60e-c538-4a7f-b745-5fbaacdbb478 req-41b995a5-8a2c-4411-afef-8b56a3ffc954 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 945 time: 0.1392508 Jul 27 16:43:23.000390 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Set router b867f0ab-757e-40f9-a9e3-c97b49bea909 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:23.074733 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cb84d60e-c538-4a7f-b745-5fbaacdbb478 req-4fb965aa-2b28-4b65-9bbe-c071310efee3 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups?id=19cc5220-0331-4243-b482-6d39b6c602fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840383 Jul 27 16:43:23.076147 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45438) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:23.095389 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-97667fef-b714-4c55-9198-db716eb767d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.154455 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:23.212335 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 82dd5847-9af8-4a80-97e7-32d4fb58dac6 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:23.212863 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (82dd5847-9af8-4a80-97e7-32d4fb58dac6), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.223853 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'name': 'tempest-TestVolumeBootPattern-47425503-router', 'tenant_id': '68d55b4deef34beba72a1f5971bed410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c16a7bac-c31a-42dc-996e-c9c81719012f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:20Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 3, 'project_id': '68d55b4deef34beba72a1f5971bed410', 'gw_port': {'id': 'c16a7bac-c31a-42dc-996e-c9c81719012f', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:21Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:23.243597 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-97667fef-b714-4c55-9198-db716eb767d0 admin admin] Publish callbacks [] for security_group (c302551a-20e7-4d97-bf81-744872eaf6c5), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.244545 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:23.260596 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Checking router: b867f0ab-757e-40f9-a9e3-c97b49bea909 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:23.261246 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Updating router b867f0ab-757e-40f9-a9e3-c97b49bea909 port c16a7bac-c31a-42dc-996e-c9c81719012f binding host dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:43:23.263925 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-97667fef-b714-4c55-9198-db716eb767d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (c302551a-20e7-4d97-bf81-744872eaf6c5), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.295334 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (c16a7bac-c31a-42dc-996e-c9c81719012f), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.364032 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-97667fef-b714-4c55-9198-db716eb767d0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=25829dd708c24a3ba05dca19badff047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863352 Jul 27 16:43:23.365155 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-bfea9895-f8ed-4b3f-b8fd-9807827b5da3 None None] Current status of the port 4662469c-0576-44ba-ae81-c02e870268dc is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:23.365622 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bfea9895-f8ed-4b3f-b8fd-9807827b5da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (4662469c-0576-44ba-ae81-c02e870268dc), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.368167 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45440) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:23.386931 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97667fef-b714-4c55-9198-db716eb767d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c302551a-20e7-4d97-bf81-744872eaf6c5,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:23.390514 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:23.444874 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-bfea9895-f8ed-4b3f-b8fd-9807827b5da3 None None] For port 4662469c-0576-44ba-ae81-c02e870268dc, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=4662469c-0576-44ba-ae81-c02e870268dc,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:23.454313 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bfea9895-f8ed-4b3f-b8fd-9807827b5da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (4662469c-0576-44ba-ae81-c02e870268dc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.472650 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:23.475398 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03760f-e3ac-4d77-86e4-ba67f69456ec req-312dbf3c-894d-47ac-8ff8-dffd5f622ce0 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:23.477385 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4d03760f-e3ac-4d77-86e4-ba67f69456ec req-312dbf3c-894d-47ac-8ff8-dffd5f622ce0 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.20 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 945 time: 0.1119096 Jul 27 16:43:23.554167 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d4258c18-f71e-4a4c-8d5d-d24623be31fa admin admin] Publish callbacks [] for security_group (c302551a-20e7-4d97-bf81-744872eaf6c5), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.554737 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.622109 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:23.625866 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 82dd5847-9af8-4a80-97e7-32d4fb58dac6 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:23.626713 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device ef1fde9c-3d3b-40e2-80bf-534bed0dd57a up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:23.634236 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:23.640599 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d4258c18-f71e-4a4c-8d5d-d24623be31fa admin admin] Publish callbacks [] for security_group (c302551a-20e7-4d97-bf81-744872eaf6c5), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.657428 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-4d03760f-e3ac-4d77-86e4-ba67f69456ec req-07db4186-0471-492b-ac84-5fde3377970f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Deleting port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:23.657767 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4d03760f-e3ac-4d77-86e4-ba67f69456ec req-07db4186-0471-492b-ac84-5fde3377970f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.658531 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-c9ab28b5-cc26-4ee0-96aa-643c1e25e686 None None] Provisioning complete for port 4662469c-0576-44ba-ae81-c02e870268dc triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:23.659569 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c9ab28b5-cc26-4ee0-96aa-643c1e25e686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (4662469c-0576-44ba-ae81-c02e870268dc), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.684296 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea9895-f8ed-4b3f-b8fd-9807827b5da3 None None] Pushing event updated for resources: {'Port': ['ID=4662469c-0576-44ba-ae81-c02e870268dc,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:23.724091 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:22Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:23.755339 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Publish callbacks [] for port (c16a7bac-c31a-42dc-996e-c9c81719012f), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.757378 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e89287-c253-4fa9-862e-0836629a2371 None None] The sync data for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi is: [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:22Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:23.767439 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:23.782180 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (c16a7bac-c31a-42dc-996e-c9c81719012f), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.784367 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Allocated IP 172.20.0.1 (005bfb35-5b97-40bc-80e8-c482ac2f506a/615034a3-80ec-4f10-a28d-3787146f8d25/d09a900e-b684-4c41-ab1d-ba0eb725fc36) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:43:23.788812 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eed566-1eea-4c95-9eb9-937bd71dd915 None None] Network 005bfb35-5b97-40bc-80e8-c482ac2f506a requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:43:23.805166 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:23.828546 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d4258c18-f71e-4a4c-8d5d-d24623be31fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (c302551a-20e7-4d97-bf81-744872eaf6c5), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.831979 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d4258c18-f71e-4a4c-8d5d-d24623be31fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.835890 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d4258c18-f71e-4a4c-8d5d-d24623be31fa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c302551a-20e7-4d97-bf81-744872eaf6c5 HTTP/1.1" status: 204 len: 168 time: 0.4542782 Jul 27 16:43:23.854379 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-4d03760f-e3ac-4d77-86e4-ba67f69456ec req-07db4186-0471-492b-ac84-5fde3377970f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] For port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c,segment=NetworkSegment(4a2469d2-9af5-465c-92c5-01dc1752688b),segment_id=4a2469d2-9af5-465c-92c5-01dc1752688b)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:23.855395 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4d03760f-e3ac-4d77-86e4-ba67f69456ec req-07db4186-0471-492b-ac84-5fde3377970f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.859218 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d43767-9e7f-4f35-b536-7966a3ef398b None None] Pushing event updated for resources: {'Port': ['ID=c16a7bac-c31a-42dc-996e-c9c81719012f,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:23.860210 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4258c18-f71e-4a4c-8d5d-d24623be31fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c302551a-20e7-4d97-bf81-744872eaf6c5,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:23.908818 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Attempting to bind port c16a7bac-c31a-42dc-996e-c9c81719012f on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:43:23.909200 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Attempting to bind port c16a7bac-c31a-42dc-996e-c9c81719012f by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:43:23.909559 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Attempting to bind port c16a7bac-c31a-42dc-996e-c9c81719012f on network 324767fb-ff40-4d46-af34-41c9254e2f1f {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:43:23.916942 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:43:23.917312 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Checking segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:43:23.918003 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.919612 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Bound using segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:43:23.920320 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Bound port: c16a7bac-c31a-42dc-996e-c9c81719012f, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:43:23.920865 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (c16a7bac-c31a-42dc-996e-c9c81719012f), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:23.962876 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port ef1fde9c-3d3b-40e2-80bf-534bed0dd57a triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:23.963471 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (ef1fde9c-3d3b-40e2-80bf-534bed0dd57a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:24.024828 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] For port c16a7bac-c31a-42dc-996e-c9c81719012f, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:24.028039 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] For port c16a7bac-c31a-42dc-996e-c9c81719012f, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=c16a7bac-c31a-42dc-996e-c9c81719012f,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:43:24.048240 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-c9ab28b5-cc26-4ee0-96aa-643c1e25e686 None None] Current status of the port 4662469c-0576-44ba-ae81-c02e870268dc is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:24.048781 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (c16a7bac-c31a-42dc-996e-c9c81719012f), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:24.087877 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4d03760f-e3ac-4d77-86e4-ba67f69456ec req-07db4186-0471-492b-ac84-5fde3377970f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:24.088297 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4d03760f-e3ac-4d77-86e4-ba67f69456ec req-07db4186-0471-492b-ac84-5fde3377970f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (91a0585c-1e6f-4616-a12a-6b60b807002c), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:24.088643 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-4d03760f-e3ac-4d77-86e4-ba67f69456ec req-07db4186-0471-492b-ac84-5fde3377970f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Floating IP 91a0585c-1e6f-4616-a12a-6b60b807002c disassociated. External IP: 172.27.2.17, port: f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c. Jul 27 16:43:24.089059 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-4d03760f-e3ac-4d77-86e4-ba67f69456ec req-07db4186-0471-492b-ac84-5fde3377970f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Calling delete_port for f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:24.131671 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d43767-9e7f-4f35-b536-7966a3ef398b None None] Pushing event updated for resources: {'Port': ['ID=c16a7bac-c31a-42dc-996e-c9c81719012f,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:24.234378 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Routers {'b867f0ab-757e-40f9-a9e3-c97b49bea909'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:24.235968 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port ef1fde9c-3d3b-40e2-80bf-534bed0dd57a is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:24.237117 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:42:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['b867f0ab-757e-40f9-a9e3-c97b49bea909'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:24.239494 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (ef1fde9c-3d3b-40e2-80bf-534bed0dd57a), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:24.280725 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:24.286968 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4d03760f-e3ac-4d77-86e4-ba67f69456ec req-07db4186-0471-492b-ac84-5fde3377970f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:24.342764 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-9fc122e8-03fb-416c-bfe6-8a6f8a1a1a10 None None] Provisioning complete for port ef1fde9c-3d3b-40e2-80bf-534bed0dd57a triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:24.343141 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9fc122e8-03fb-416c-bfe6-8a6f8a1a1a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (ef1fde9c-3d3b-40e2-80bf-534bed0dd57a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:24.374729 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-05371d06-64bf-401e-a536-72ff9b86691f req-f987345a-9c86-42ec-bd14-50cae5f8c326 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 210 time: 0.0735407 Jul 27 16:43:24.393440 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db4186-0471-492b-ac84-5fde3377970f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event deleted for resources: {'Port': ['ID=f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:24.413399 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] For port ef1fde9c-3d3b-40e2-80bf-534bed0dd57a, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=ef1fde9c-3d3b-40e2-80bf-534bed0dd57a,segment=NetworkSegment(39d55b5f-0e64-45ad-85b2-5421c2d202db),segment_id=39d55b5f-0e64-45ad-85b2-5421c2d202db)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:24.507171 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Publish callbacks [] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:24.508943 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (ef1fde9c-3d3b-40e2-80bf-534bed0dd57a), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:24.589266 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:24.614476 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d03760f-e3ac-4d77-86e4-ba67f69456ec req-07db4186-0471-492b-ac84-5fde3377970f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:43:24.626105 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Pushing event updated for resources: {'Port': ['ID=ef1fde9c-3d3b-40e2-80bf-534bed0dd57a,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:24.683837 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Network 005bfb35-5b97-40bc-80e8-c482ac2f506a is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:24.696517 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:24.722005 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:43:24.744309 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Pushing event updated for resources: {'Port': ['ID=d09a900e-b684-4c41-ab1d-ba0eb725fc36,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:24.782074 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] Set router b867f0ab-757e-40f9-a9e3-c97b49bea909 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:24.808978 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 4662469c-0576-44ba-ae81-c02e870268dc up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:24.843016 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d03760f-e3ac-4d77-86e4-ba67f69456ec req-07db4186-0471-492b-ac84-5fde3377970f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:24.865165 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565633'] for router_interface (b867f0ab-757e-40f9-a9e3-c97b49bea909), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:24.910324 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c134a7fd-3e1d-4b1a-9a22-8c25ee3ecc28 None None] Sync routers for ids ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:24.924670 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d03760f-e3ac-4d77-86e4-ba67f69456ec req-07db4186-0471-492b-ac84-5fde3377970f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] No DVR routers for this DVR port f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c on host hv-cinder-84969 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:43:24.927675 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4d03760f-e3ac-4d77-86e4-ba67f69456ec req-07db4186-0471-492b-ac84-5fde3377970f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:24.934153 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4d03760f-e3ac-4d77-86e4-ba67f69456ec req-07db4186-0471-492b-ac84-5fde3377970f tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.20 "DELETE /v2.0/ports/f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c HTTP/1.1" status: 204 len: 173 time: 1.4402881 Jul 27 16:43:24.934732 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135ef04d-6996-46ef-90a6-39ad9504292b', 'name': 'network-vif-deleted', 'tag': 'f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:43:24.937093 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad72b3e8-1bb4-4e6f-b9aa-438b89085be2" -d '{"events": [{"server_uuid": "135ef04d-6996-46ef-90a6-39ad9504292b", "name": "network-vif-deleted", "tag": "f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:24.940499 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-9fc122e8-03fb-416c-bfe6-8a6f8a1a1a10 None None] Current status of the port ef1fde9c-3d3b-40e2-80bf-534bed0dd57a is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:25.001092 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c134a7fd-3e1d-4b1a-9a22-8c25ee3ecc28 None None] Routers {'c639a3f3-7ad1-47f1-a4f8-69520ce6d247'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:25.001745 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-c134a7fd-3e1d-4b1a-9a22-8c25ee3ecc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:42:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:25.058538 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0f837d-4fb6-4bb5-bee5-756f57c111a2 x-openstack-request-id: req-1f0f837d-4fb6-4bb5-bee5-756f57c111a2 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:25.061154 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135ef04d-6996-46ef-90a6-39ad9504292b", "name": "network-vif-deleted", "tag": "f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:25.062599 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1f0f837d-4fb6-4bb5-bee5-756f57c111a2 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:25.063420 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0f837d-4fb6-4bb5-bee5-756f57c111a2'] response: {'server_uuid': '135ef04d-6996-46ef-90a6-39ad9504292b', 'name': 'network-vif-deleted', 'tag': 'f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c', 'status': 'completed', 'code': 200} Jul 27 16:43:25.072499 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:25.139665 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 4662469c-0576-44ba-ae81-c02e870268dc triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:25.140113 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (4662469c-0576-44ba-ae81-c02e870268dc), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:25.269320 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'name': 'tempest-TestVolumeBootPattern-47425503-router', 'tenant_id': '68d55b4deef34beba72a1f5971bed410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c16a7bac-c31a-42dc-996e-c9c81719012f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:20Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 3, 'project_id': '68d55b4deef34beba72a1f5971bed410', 'gw_port': {'id': 'c16a7bac-c31a-42dc-996e-c9c81719012f', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:21Z', 'updated_at': '2022-07-27T16:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:25.295129 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:25.298060 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-806cc2ca-f5e4-40cf-a4d2-097d38b1e092 None None] Provisioning complete for port ef1fde9c-3d3b-40e2-80bf-534bed0dd57a triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:25.300025 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-806cc2ca-f5e4-40cf-a4d2-097d38b1e092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (ef1fde9c-3d3b-40e2-80bf-534bed0dd57a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:25.313906 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a123bd2-a03b-421a-8197-fd4c4591743d None None] The sync data for ids ['b867f0ab-757e-40f9-a9e3-c97b49bea909'] in dv-cinder-849690-6-iscsi is: [{'id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'name': 'tempest-TestVolumeBootPattern-47425503-router', 'tenant_id': '68d55b4deef34beba72a1f5971bed410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c16a7bac-c31a-42dc-996e-c9c81719012f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:20Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 3, 'project_id': '68d55b4deef34beba72a1f5971bed410', 'gw_port': {'id': 'c16a7bac-c31a-42dc-996e-c9c81719012f', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:21Z', 'updated_at': '2022-07-27T16:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:25.505788 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-c134a7fd-3e1d-4b1a-9a22-8c25ee3ecc28 None None] Set router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:25.543594 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:25.590667 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f75c784c-eb0e-4c51-8d09-e0597ef65b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:25.604019 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8df4413-6454-4999-b855-92f0a0287cf5 req-7ecc079d-b9c3-4185-baec-55c661f1f532 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/ports?device_id=135ef04d-6996-46ef-90a6-39ad9504292b HTTP/1.1" status: 200 len: 210 time: 0.0579515 Jul 27 16:43:25.664472 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:25.666512 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-806cc2ca-f5e4-40cf-a4d2-097d38b1e092 None None] Current status of the port ef1fde9c-3d3b-40e2-80bf-534bed0dd57a is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:25.681653 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Publish callbacks [] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:25.690558 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:25.692469 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 4662469c-0576-44ba-ae81-c02e870268dc is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:25.750860 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565757'] for router_interface (b867f0ab-757e-40f9-a9e3-c97b49bea909), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:25.808839 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:25.901992 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Pushing event updated for resources: {'Port': ['ID=d09a900e-b684-4c41-ab1d-ba0eb725fc36,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:25.947495 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:25.979052 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Network 005bfb35-5b97-40bc-80e8-c482ac2f506a is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:25.980607 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:26.026881 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d087355e-d29e-4442-9f88-b3f23103f996 None None] Provisioning complete for port d09a900e-b684-4c41-ab1d-ba0eb725fc36 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:26.027576 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d087355e-d29e-4442-9f88-b3f23103f996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:26.121687 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d087355e-d29e-4442-9f88-b3f23103f996 None None] Port d09a900e-b684-4c41-ab1d-ba0eb725fc36 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:43:26.173307 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Router b867f0ab-757e-40f9-a9e3-c97b49bea909 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:43:26.229624 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-c134a7fd-3e1d-4b1a-9a22-8c25ee3ecc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 4, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4ffee693-e913-4c90-93db-95726d255bb8', 'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'mac_address': 'fa:16:3e:16:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:58Z', 'updated_at': '2022-07-27T16:36:16Z', 'revision_number': 5, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'subnets': [{'id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:26.284187 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c134a7fd-3e1d-4b1a-9a22-8c25ee3ecc28 None None] Checking router: c639a3f3-7ad1-47f1-a4f8-69520ce6d247 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:26.299446 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c134a7fd-3e1d-4b1a-9a22-8c25ee3ecc28 None None] Routers {'c639a3f3-7ad1-47f1-a4f8-69520ce6d247'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:26.301426 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-c134a7fd-3e1d-4b1a-9a22-8c25ee3ecc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:42:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:26.338232 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:26.353793 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ccc42cd9-77bc-440d-81ec-c2e15bedf72e admin admin] 10.222.0.74 "PUT /v2.0/routers/b867f0ab-757e-40f9-a9e3-c97b49bea909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5233595 Jul 27 16:43:26.374875 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-954bf675-74d6-4a95-bd2b-a561f78b79a1 None None] Provisioning complete for port d09a900e-b684-4c41-ab1d-ba0eb725fc36 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:26.375248 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-954bf675-74d6-4a95-bd2b-a561f78b79a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:26.456751 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-954bf675-74d6-4a95-bd2b-a561f78b79a1 None None] Port d09a900e-b684-4c41-ab1d-ba0eb725fc36 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:43:26.468907 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-c134a7fd-3e1d-4b1a-9a22-8c25ee3ecc28 None None] Set router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:26.748126 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-c134a7fd-3e1d-4b1a-9a22-8c25ee3ecc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 4, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4ffee693-e913-4c90-93db-95726d255bb8', 'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'mac_address': 'fa:16:3e:16:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:58Z', 'updated_at': '2022-07-27T16:36:16Z', 'revision_number': 5, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'subnets': [{'id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:26.777914 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45502) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:26.812090 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c134a7fd-3e1d-4b1a-9a22-8c25ee3ecc28 None None] The sync data for ids ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'] in dv-cinder-849690-6-iscsi is: [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:36:01Z', 'revision_number': 4, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4ffee693-e913-4c90-93db-95726d255bb8', 'name': '', 'network_id': '5f30e4e1-bf07-478c-895f-f27f24b25617', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'mac_address': 'fa:16:3e:16:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:58Z', 'updated_at': '2022-07-27T16:36:16Z', 'revision_number': 5, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'subnets': [{'id': '8d480ff8-5cfd-4620-8bc1-bd543d69a3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:26.904350 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d4022031-68a1-46ca-941e-d61057ca52e9 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group (19cc5220-0331-4243-b482-6d39b6c602fe), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:26.912043 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device c16a7bac-c31a-42dc-996e-c9c81719012f up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:26.963297 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d4022031-68a1-46ca-941e-d61057ca52e9 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group (19cc5220-0331-4243-b482-6d39b6c602fe), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:26.986971 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port c16a7bac-c31a-42dc-996e-c9c81719012f triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:26.987607 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (c16a7bac-c31a-42dc-996e-c9c81719012f), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.020215 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45510) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:27.025333 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-5dbebf3b-0876-4024-ae6e-c2a035858557 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-773411907', 'description': 'tempest-secgroup-smoke-773411907 description', 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:27.039535 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d4022031-68a1-46ca-941e-d61057ca52e9 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (19cc5220-0331-4243-b482-6d39b6c602fe), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.042448 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d4022031-68a1-46ca-941e-d61057ca52e9 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.048132 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d4022031-68a1-46ca-941e-d61057ca52e9 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "DELETE /v2.0/security-groups/19cc5220-0331-4243-b482-6d39b6c602fe HTTP/1.1" status: 204 len: 168 time: 0.2658162 Jul 27 16:43:27.051401 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45512) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:27.068488 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5dbebf3b-0876-4024-ae6e-c2a035858557 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.099880 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port c16a7bac-c31a-42dc-996e-c9c81719012f is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:27.100855 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (c16a7bac-c31a-42dc-996e-c9c81719012f), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.101540 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4022031-68a1-46ca-941e-d61057ca52e9 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cc5220-0331-4243-b482-6d39b6c602fe,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:27.106895 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.api.v2.resource [None req-2e88a082-6360-4907-aa14-4f06efed3602 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] show failed (client error): The resource could not be found. Jul 27 16:43:27.111445 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-2e88a082-6360-4907-aa14-4f06efed3602 tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "GET /v2.0/security-groups/19cc5220-0331-4243-b482-6d39b6c602fe HTTP/1.1" status: 404 len: 347 time: 0.0527244 Jul 27 16:43:27.115351 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45516) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:27.144695 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] For port c16a7bac-c31a-42dc-996e-c9c81719012f, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=c16a7bac-c31a-42dc-996e-c9c81719012f,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:27.156719 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (c16a7bac-c31a-42dc-996e-c9c81719012f), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.157678 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device ef1fde9c-3d3b-40e2-80bf-534bed0dd57a up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:27.186728 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:27.223060 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5dbebf3b-0876-4024-ae6e-c2a035858557 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group (d25f3411-cdaa-4120-b797-b729e19c91c0), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.230565 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5dbebf3b-0876-4024-ae6e-c2a035858557 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (d25f3411-cdaa-4120-b797-b729e19c91c0), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.302042 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-5d06f715-0a34-45a4-b863-b08529f2460b tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Deleting port d1dca865-b888-4380-9a52-fbcc42e55bd4 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:27.302616 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5d06f715-0a34-45a4-b863-b08529f2460b tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (d1dca865-b888-4380-9a52-fbcc42e55bd4), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.303997 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5dbebf3b-0876-4024-ae6e-c2a035858557 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.306132 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5dbebf3b-0876-4024-ae6e-c2a035858557 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2847838 Jul 27 16:43:27.311044 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45526) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:27.312478 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebf3b-0876-4024-ae6e-c2a035858557 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25f3411-cdaa-4120-b797-b729e19c91c0,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:27.313828 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Pushing event updated for resources: {'Port': ['ID=c16a7bac-c31a-42dc-996e-c9c81719012f,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:27.324971 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-99620909-99f6-4638-8b06-b717b7e50940 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Request body: {'security_group_rule': {'security_group_id': 'd25f3411-cdaa-4120-b797-b729e19c91c0', 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:27.328564 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:27.338787 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port ef1fde9c-3d3b-40e2-80bf-534bed0dd57a triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:27.339165 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (ef1fde9c-3d3b-40e2-80bf-534bed0dd57a), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.388006 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-99620909-99f6-4638-8b06-b717b7e50940 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (1f9d159e-9c7f-4734-9d5c-7ea9df3f8c8b), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.445713 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:27.446447 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5d06f715-0a34-45a4-b863-b08529f2460b tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (d1dca865-b888-4380-9a52-fbcc42e55bd4), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.447030 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5d06f715-0a34-45a4-b863-b08529f2460b tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for floatingip (d1dca865-b888-4380-9a52-fbcc42e55bd4), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.474332 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-5d06f715-0a34-45a4-b863-b08529f2460b tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Calling delete_port for d1dca865-b888-4380-9a52-fbcc42e55bd4 owned by network:floatingip {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:27.490940 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:27.518698 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port ef1fde9c-3d3b-40e2-80bf-534bed0dd57a is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:27.524508 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b6d225c-08d3-412b-8627-da50ad779f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.526043 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:43:27.527019 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device f49ee0a8-6ac0-4055-8fdf-5d8650d0d16c not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:27.546728 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-99620909-99f6-4638-8b06-b717b7e50940 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (1f9d159e-9c7f-4734-9d5c-7ea9df3f8c8b), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.557063 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-99620909-99f6-4638-8b06-b717b7e50940 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (1f9d159e-9c7f-4734-9d5c-7ea9df3f8c8b), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.566398 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:27.596694 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99620909-99f6-4638-8b06-b717b7e50940 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9d159e-9c7f-4734-9d5c-7ea9df3f8c8b,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:27.643916 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-99620909-99f6-4638-8b06-b717b7e50940 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.645240 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-99620909-99f6-4638-8b06-b717b7e50940 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3292544 Jul 27 16:43:27.648988 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45532) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:27.653508 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-7590ac94-d788-444e-84b9-3ac5cd235266 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Request body: {'security_group_rule': {'security_group_id': 'd25f3411-cdaa-4120-b797-b729e19c91c0', 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:27.668958 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8b85a-1af6-4790-b260-ffafb2c2ed3f req-9d93e08b-0de4-4325-a001-86d14d02c44b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:27.670506 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-32e8b85a-1af6-4790-b260-ffafb2c2ed3f req-9d93e08b-0de4-4325-a001-86d14d02c44b tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 947 time: 0.1015706 Jul 27 16:43:27.678009 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5d06f715-0a34-45a4-b863-b08529f2460b tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (d1dca865-b888-4380-9a52-fbcc42e55bd4), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.719968 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06f715-0a34-45a4-b863-b08529f2460b tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Pushing event deleted for resources: {'Port': ['ID=d1dca865-b888-4380-9a52-fbcc42e55bd4,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:27.726903 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7590ac94-d788-444e-84b9-3ac5cd235266 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (59779efd-6653-46b4-95b3-a72194676ae0), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.753297 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-32e8b85a-1af6-4790-b260-ffafb2c2ed3f req-20a72788-ec20-4d64-a312-a76961b98a78 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744615 Jul 27 16:43:27.767091 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f25600f-aadd-4f5c-845b-e5cdeaefd0f5 None None] New status for floating IP 91a0585c-1e6f-4616-a12a-6b60b807002c: DOWN {{(pid=104024) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:43:27.828576 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7590ac94-d788-444e-84b9-3ac5cd235266 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (59779efd-6653-46b4-95b3-a72194676ae0), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.830377 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5d06f715-0a34-45a4-b863-b08529f2460b tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks [] for floatingip (91a0585c-1e6f-4616-a12a-6b60b807002c), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.834041 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5d06f715-0a34-45a4-b863-b08529f2460b tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.836768 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7590ac94-d788-444e-84b9-3ac5cd235266 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (59779efd-6653-46b4-95b3-a72194676ae0), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.838441 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-5d06f715-0a34-45a4-b863-b08529f2460b tempest-AttachVolumeTestJSON-368816485 tempest-AttachVolumeTestJSON-368816485-project] 10.222.0.74 "DELETE /v2.0/floatingips/91a0585c-1e6f-4616-a12a-6b60b807002c HTTP/1.1" status: 204 len: 168 time: 0.7199168 Jul 27 16:43:27.890673 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590ac94-d788-444e-84b9-3ac5cd235266 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59779efd-6653-46b4-95b3-a72194676ae0,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:27.913264 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7590ac94-d788-444e-84b9-3ac5cd235266 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:27.918154 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7590ac94-d788-444e-84b9-3ac5cd235266 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2651930 Jul 27 16:43:27.919557 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45536) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:27.925181 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-1af1ef38-eb55-4baa-9549-7e75bd340cec tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Request body: {'security_group_rule': {'security_group_id': 'd25f3411-cdaa-4120-b797-b729e19c91c0', 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:27.937739 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:27.958563 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1af1ef38-eb55-4baa-9549-7e75bd340cec tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (eb327856-8d70-4886-9287-01021f4ad97e), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.049875 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1af1ef38-eb55-4baa-9549-7e75bd340cec tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (eb327856-8d70-4886-9287-01021f4ad97e), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.056865 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1af1ef38-eb55-4baa-9549-7e75bd340cec tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (eb327856-8d70-4886-9287-01021f4ad97e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.077182 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1ef38-eb55-4baa-9549-7e75bd340cec tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb327856-8d70-4886-9287-01021f4ad97e,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:28.084278 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1af1ef38-eb55-4baa-9549-7e75bd340cec tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.085566 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1af1ef38-eb55-4baa-9549-7e75bd340cec tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1646156 Jul 27 16:43:28.088427 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45544) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:28.094558 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-04d45f2b-d5ac-4206-85a4-cc4c3d2e9e34 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Request body: {'security_group_rule': {'security_group_id': 'd25f3411-cdaa-4120-b797-b729e19c91c0', 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:28.122322 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Sync routers for ids ['b867f0ab-757e-40f9-a9e3-c97b49bea909'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:28.126431 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-04d45f2b-d5ac-4206-85a4-cc4c3d2e9e34 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (6b3dd4a5-b2d0-4a10-bf5a-253247352c9d), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.132173 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Routers {'b867f0ab-757e-40f9-a9e3-c97b49bea909'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:28.132859 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:43:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['b867f0ab-757e-40f9-a9e3-c97b49bea909'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:28.188345 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-04d45f2b-d5ac-4206-85a4-cc4c3d2e9e34 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (6b3dd4a5-b2d0-4a10-bf5a-253247352c9d), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.191875 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-04d45f2b-d5ac-4206-85a4-cc4c3d2e9e34 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (6b3dd4a5-b2d0-4a10-bf5a-253247352c9d), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.209818 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:28.213296 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d45f2b-d5ac-4206-85a4-cc4c3d2e9e34 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3dd4a5-b2d0-4a10-bf5a-253247352c9d,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:28.219609 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-04d45f2b-d5ac-4206-85a4-cc4c3d2e9e34 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.221077 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-04d45f2b-d5ac-4206-85a4-cc4c3d2e9e34 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315355 Jul 27 16:43:28.223882 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45546) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:28.228479 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-dccf1c22-4409-4949-8387-d79306c16b5a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Request body: {'security_group_rule': {'security_group_id': 'd25f3411-cdaa-4120-b797-b729e19c91c0', 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:28.244785 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Set router b867f0ab-757e-40f9-a9e3-c97b49bea909 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:28.252832 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.securitygroups_db [None req-dccf1c22-4409-4949-8387-d79306c16b5a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Project c24a78af0a5d46de89b42a548fc3f43c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:43:28.258539 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dccf1c22-4409-4949-8387-d79306c16b5a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (a7009d83-209f-49b9-ad6d-7d4364baaa87), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.320856 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dccf1c22-4409-4949-8387-d79306c16b5a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (a7009d83-209f-49b9-ad6d-7d4364baaa87), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.324897 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dccf1c22-4409-4949-8387-d79306c16b5a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (a7009d83-209f-49b9-ad6d-7d4364baaa87), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.341950 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf1c22-4409-4949-8387-d79306c16b5a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7009d83-209f-49b9-ad6d-7d4364baaa87,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:28.353466 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dccf1c22-4409-4949-8387-d79306c16b5a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.354764 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-dccf1c22-4409-4949-8387-d79306c16b5a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298745 Jul 27 16:43:28.357929 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45548) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:28.362164 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-55ea251d-8159-43f5-ac96-ddb1d2f4fb12 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Request body: {'security_group_rule': {'security_group_id': 'd25f3411-cdaa-4120-b797-b729e19c91c0', 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:28.382575 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.securitygroups_db [None req-55ea251d-8159-43f5-ac96-ddb1d2f4fb12 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Project c24a78af0a5d46de89b42a548fc3f43c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:43:28.389079 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-55ea251d-8159-43f5-ac96-ddb1d2f4fb12 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (565e9794-992c-4cd9-aaaf-028cd21d37d5), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.441444 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'name': 'tempest-TestVolumeBootPattern-47425503-router', 'tenant_id': '68d55b4deef34beba72a1f5971bed410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c16a7bac-c31a-42dc-996e-c9c81719012f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:20Z', 'updated_at': '2022-07-27T16:43:25Z', 'revision_number': 4, 'project_id': '68d55b4deef34beba72a1f5971bed410', 'gw_port': {'id': 'c16a7bac-c31a-42dc-996e-c9c81719012f', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:21Z', 'updated_at': '2022-07-27T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': 'd09a900e-b684-4c41-ab1d-ba0eb725fc36', 'name': '', 'network_id': '005bfb35-5b97-40bc-80e8-c482ac2f506a', 'tenant_id': '68d55b4deef34beba72a1f5971bed410', 'mac_address': 'fa:16:3e:e9:95:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '615034a3-80ec-4f10-a28d-3787146f8d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:23Z', 'updated_at': '2022-07-27T16:43:25Z', 'revision_number': 2, 'project_id': '68d55b4deef34beba72a1f5971bed410', 'subnets': [{'id': '615034a3-80ec-4f10-a28d-3787146f8d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:28.449061 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-55ea251d-8159-43f5-ac96-ddb1d2f4fb12 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (565e9794-992c-4cd9-aaaf-028cd21d37d5), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.453068 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-55ea251d-8159-43f5-ac96-ddb1d2f4fb12 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (565e9794-992c-4cd9-aaaf-028cd21d37d5), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.470736 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Checking router: b867f0ab-757e-40f9-a9e3-c97b49bea909 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:28.471005 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Updating router b867f0ab-757e-40f9-a9e3-c97b49bea909 port d09a900e-b684-4c41-ab1d-ba0eb725fc36 binding host dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:43:28.472844 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea251d-8159-43f5-ac96-ddb1d2f4fb12 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565e9794-992c-4cd9-aaaf-028cd21d37d5,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:28.478641 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-55ea251d-8159-43f5-ac96-ddb1d2f4fb12 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.482781 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-55ea251d-8159-43f5-ac96-ddb1d2f4fb12 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209626 Jul 27 16:43:28.501223 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.714619 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device c16a7bac-c31a-42dc-996e-c9c81719012f up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:28.804636 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.831874 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port c16a7bac-c31a-42dc-996e-c9c81719012f triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:28.832334 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (c16a7bac-c31a-42dc-996e-c9c81719012f), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.853782 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Publish callbacks [] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.868113 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:28.915486 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:28.927300 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cba9d-95af-4b15-bb52-c6936250d9f6 None None] Pushing event updated for resources: {'Port': ['ID=d09a900e-b684-4c41-ab1d-ba0eb725fc36,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:28.935626 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:28.974082 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79ed1e-a99a-49c8-8564-5e9bb13e8e61 req-04bccb4d-05d3-4730-8cd5-3a9e41258794 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:28.984294 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f79ed1e-a99a-49c8-8564-5e9bb13e8e61 req-04bccb4d-05d3-4730-8cd5-3a9e41258794 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 947 time: 0.1254284 Jul 27 16:43:29.026274 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port c16a7bac-c31a-42dc-996e-c9c81719012f is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:29.038895 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Attempting to bind port d09a900e-b684-4c41-ab1d-ba0eb725fc36 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:43:29.039275 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Attempting to bind port d09a900e-b684-4c41-ab1d-ba0eb725fc36 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '39d55b5f-0e64-45ad-85b2-5421c2d202db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '005bfb35-5b97-40bc-80e8-c482ac2f506a'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:43:29.039647 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Attempting to bind port d09a900e-b684-4c41-ab1d-ba0eb725fc36 on network 005bfb35-5b97-40bc-80e8-c482ac2f506a {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:43:29.046272 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:43:29.046645 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Checking segment: {'id': '39d55b5f-0e64-45ad-85b2-5421c2d202db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '005bfb35-5b97-40bc-80e8-c482ac2f506a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:43:29.047244 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:29.048067 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Bound using segment: {'id': '39d55b5f-0e64-45ad-85b2-5421c2d202db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '005bfb35-5b97-40bc-80e8-c482ac2f506a'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:43:29.049027 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Bound port: d09a900e-b684-4c41-ab1d-ba0eb725fc36, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d55b5f-0e64-45ad-85b2-5421c2d202db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '005bfb35-5b97-40bc-80e8-c482ac2f506a'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:43:29.049915 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:29.140037 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f79ed1e-a99a-49c8-8564-5e9bb13e8e61 req-46a9eb88-ba30-4a41-8c40-e6972f016b83 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups?id=58ee5380-dca3-4300-a9cd-b80b010d4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548526 Jul 27 16:43:29.148933 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f68388-71ea-46a9-8439-183cb6e9cf19 req-8fc2528f-82f1-4279-a679-2c6dfcd35eb9 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:29.150479 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-03f68388-71ea-46a9-8439-183cb6e9cf19 req-8fc2528f-82f1-4279-a679-2c6dfcd35eb9 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.20 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 947 time: 0.2205236 Jul 27 16:43:29.233869 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] For port d09a900e-b684-4c41-ab1d-ba0eb725fc36, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:29.239382 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] For port d09a900e-b684-4c41-ab1d-ba0eb725fc36, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=d09a900e-b684-4c41-ab1d-ba0eb725fc36,segment=NetworkSegment(39d55b5f-0e64-45ad-85b2-5421c2d202db),segment_id=39d55b5f-0e64-45ad-85b2-5421c2d202db)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:43:29.248474 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:29.316377 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-03f68388-71ea-46a9-8439-183cb6e9cf19 req-ec031ed4-f6d9-44d5-a692-437052ea744f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Deleting port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:29.316835 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-03f68388-71ea-46a9-8439-183cb6e9cf19 req-ec031ed4-f6d9-44d5-a692-437052ea744f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:29.369692 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Routers {'b867f0ab-757e-40f9-a9e3-c97b49bea909'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:29.370324 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:43:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['b867f0ab-757e-40f9-a9e3-c97b49bea909'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:29.372051 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-95ea6cf2-cd33-4514-80d2-7026f3639c0b None None] Provisioning complete for port d09a900e-b684-4c41-ab1d-ba0eb725fc36 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:29.372439 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-95ea6cf2-cd33-4514-80d2-7026f3639c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:29.432703 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:29.495502 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cba9d-95af-4b15-bb52-c6936250d9f6 None None] Pushing event updated for resources: {'Port': ['ID=d09a900e-b684-4c41-ab1d-ba0eb725fc36,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:29.511819 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-03f68388-71ea-46a9-8439-183cb6e9cf19 req-ec031ed4-f6d9-44d5-a692-437052ea744f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] For port a5e4d1c9-23ec-43b6-abfb-7de8126e7421, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:29.512267 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-03f68388-71ea-46a9-8439-183cb6e9cf19 req-ec031ed4-f6d9-44d5-a692-437052ea744f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:29.752301 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-03f68388-71ea-46a9-8439-183cb6e9cf19 req-ec031ed4-f6d9-44d5-a692-437052ea744f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:29.753115 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-03f68388-71ea-46a9-8439-183cb6e9cf19 req-ec031ed4-f6d9-44d5-a692-437052ea744f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (f8bfaf51-00ac-49de-a567-8ad843aec20a), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:29.753599 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-03f68388-71ea-46a9-8439-183cb6e9cf19 req-ec031ed4-f6d9-44d5-a692-437052ea744f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Floating IP f8bfaf51-00ac-49de-a567-8ad843aec20a disassociated. External IP: 172.27.2.30, port: a5e4d1c9-23ec-43b6-abfb-7de8126e7421. Jul 27 16:43:29.753900 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-03f68388-71ea-46a9-8439-183cb6e9cf19 req-ec031ed4-f6d9-44d5-a692-437052ea744f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Calling delete_port for a5e4d1c9-23ec-43b6-abfb-7de8126e7421 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:29.785003 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] Set router b867f0ab-757e-40f9-a9e3-c97b49bea909 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:29.816026 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-95ea6cf2-cd33-4514-80d2-7026f3639c0b None None] Current status of the port d09a900e-b684-4c41-ab1d-ba0eb725fc36 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:29.816419 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-95ea6cf2-cd33-4514-80d2-7026f3639c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:29.887062 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:29.926957 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-03f68388-71ea-46a9-8439-183cb6e9cf19 req-ec031ed4-f6d9-44d5-a692-437052ea744f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (a5e4d1c9-23ec-43b6-abfb-7de8126e7421), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:29.936586 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-95ea6cf2-cd33-4514-80d2-7026f3639c0b None None] For port d09a900e-b684-4c41-ab1d-ba0eb725fc36, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=d09a900e-b684-4c41-ab1d-ba0eb725fc36,segment=NetworkSegment(39d55b5f-0e64-45ad-85b2-5421c2d202db),segment_id=39d55b5f-0e64-45ad-85b2-5421c2d202db)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:29.941994 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-95ea6cf2-cd33-4514-80d2-7026f3639c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:29.965448 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec031ed4-f6d9-44d5-a692-437052ea744f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event deleted for resources: {'Port': ['ID=a5e4d1c9-23ec-43b6-abfb-7de8126e7421,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:30.041131 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea6cf2-cd33-4514-80d2-7026f3639c0b None None] Pushing event updated for resources: {'Port': ['ID=d09a900e-b684-4c41-ab1d-ba0eb725fc36,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:30.102926 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-34fb16fb-883b-4a79-93cb-1a0dbf902c7e None None] Provisioning complete for port d09a900e-b684-4c41-ab1d-ba0eb725fc36 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:30.103303 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-34fb16fb-883b-4a79-93cb-1a0dbf902c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:30.109094 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03f68388-71ea-46a9-8439-183cb6e9cf19 req-ec031ed4-f6d9-44d5-a692-437052ea744f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Router 8a70b9b0-fc79-49e9-9fdd-479734afd75b has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:43:30.141639 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'name': 'tempest-TestVolumeBootPattern-47425503-router', 'tenant_id': '68d55b4deef34beba72a1f5971bed410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c16a7bac-c31a-42dc-996e-c9c81719012f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:20Z', 'updated_at': '2022-07-27T16:43:25Z', 'revision_number': 4, 'project_id': '68d55b4deef34beba72a1f5971bed410', 'gw_port': {'id': 'c16a7bac-c31a-42dc-996e-c9c81719012f', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:21Z', 'updated_at': '2022-07-27T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': 'd09a900e-b684-4c41-ab1d-ba0eb725fc36', 'name': '', 'network_id': '005bfb35-5b97-40bc-80e8-c482ac2f506a', 'tenant_id': '68d55b4deef34beba72a1f5971bed410', 'mac_address': 'fa:16:3e:e9:95:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '615034a3-80ec-4f10-a28d-3787146f8d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:23Z', 'updated_at': '2022-07-27T16:43:29Z', 'revision_number': 4, 'project_id': '68d55b4deef34beba72a1f5971bed410', 'subnets': [{'id': '615034a3-80ec-4f10-a28d-3787146f8d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:30.191264 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb5f657-bd93-4c4e-9239-fd6fec126e38 None None] The sync data for ids ['b867f0ab-757e-40f9-a9e3-c97b49bea909'] in dv-cinder-849690-6-iscsi is: [{'id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'name': 'tempest-TestVolumeBootPattern-47425503-router', 'tenant_id': '68d55b4deef34beba72a1f5971bed410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c16a7bac-c31a-42dc-996e-c9c81719012f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:20Z', 'updated_at': '2022-07-27T16:43:25Z', 'revision_number': 4, 'project_id': '68d55b4deef34beba72a1f5971bed410', 'gw_port': {'id': 'c16a7bac-c31a-42dc-996e-c9c81719012f', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:21Z', 'updated_at': '2022-07-27T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': 'd09a900e-b684-4c41-ab1d-ba0eb725fc36', 'name': '', 'network_id': '005bfb35-5b97-40bc-80e8-c482ac2f506a', 'tenant_id': '68d55b4deef34beba72a1f5971bed410', 'mac_address': 'fa:16:3e:e9:95:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '615034a3-80ec-4f10-a28d-3787146f8d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:23Z', 'updated_at': '2022-07-27T16:43:29Z', 'revision_number': 4, 'project_id': '68d55b4deef34beba72a1f5971bed410', 'subnets': [{'id': '615034a3-80ec-4f10-a28d-3787146f8d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:30.233315 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:30.249430 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-34fb16fb-883b-4a79-93cb-1a0dbf902c7e None None] Current status of the port d09a900e-b684-4c41-ab1d-ba0eb725fc36 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:30.274404 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03f68388-71ea-46a9-8439-183cb6e9cf19 req-ec031ed4-f6d9-44d5-a692-437052ea744f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:30.301576 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5b3cd7-a583-40b6-bc13-88b083c61e46 None None] Sync routers for ids ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:30.320876 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5b3cd7-a583-40b6-bc13-88b083c61e46 None None] Routers {'8a70b9b0-fc79-49e9-9fdd-479734afd75b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:30.321576 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-7a5b3cd7-a583-40b6-bc13-88b083c61e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:43:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:30.439271 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:30.456457 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e45d6502-98a6-40f9-a9a5-523b2deda430 req-1ea7c3ea-f52f-449f-afd7-0edd1dbc8554 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/ports?device_id=dac1640a-1831-422b-b041-ca09c22cfec3 HTTP/1.1" status: 200 len: 210 time: 0.1031287 Jul 27 16:43:30.489400 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f68388-71ea-46a9-8439-183cb6e9cf19 req-ec031ed4-f6d9-44d5-a692-437052ea744f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] No DVR routers for this DVR port a5e4d1c9-23ec-43b6-abfb-7de8126e7421 on host hv-cinder-84969 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:43:30.491442 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-03f68388-71ea-46a9-8439-183cb6e9cf19 req-ec031ed4-f6d9-44d5-a692-437052ea744f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:30.494755 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-03f68388-71ea-46a9-8439-183cb6e9cf19 req-ec031ed4-f6d9-44d5-a692-437052ea744f tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.20 "DELETE /v2.0/ports/a5e4d1c9-23ec-43b6-abfb-7de8126e7421 HTTP/1.1" status: 204 len: 173 time: 1.3337288 Jul 27 16:43:30.496564 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'name': 'network-vif-deleted', 'tag': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:43:30.510794 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c74f4e0-192d-4077-a579-982c731e1984" -d '{"events": [{"server_uuid": "dac1640a-1831-422b-b041-ca09c22cfec3", "name": "network-vif-deleted", "tag": "a5e4d1c9-23ec-43b6-abfb-7de8126e7421"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:30.552657 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:30.566256 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-7a5b3cd7-a583-40b6-bc13-88b083c61e46 None None] Set router 8a70b9b0-fc79-49e9-9fdd-479734afd75b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:30.605082 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea2850e-063e-4e81-85a6-62b99fef7229 x-openstack-request-id: req-2ea2850e-063e-4e81-85a6-62b99fef7229 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:30.605376 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac1640a-1831-422b-b041-ca09c22cfec3", "name": "network-vif-deleted", "tag": "a5e4d1c9-23ec-43b6-abfb-7de8126e7421", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:30.605696 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2ea2850e-063e-4e81-85a6-62b99fef7229 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:30.606155 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea2850e-063e-4e81-85a6-62b99fef7229'] response: {'server_uuid': 'dac1640a-1831-422b-b041-ca09c22cfec3', 'name': 'network-vif-deleted', 'tag': 'a5e4d1c9-23ec-43b6-abfb-7de8126e7421', 'status': 'completed', 'code': 200} Jul 27 16:43:30.809859 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device d09a900e-b684-4c41-ab1d-ba0eb725fc36 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:30.814991 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:30.832573 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:30.866010 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port d09a900e-b684-4c41-ab1d-ba0eb725fc36 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:30.866511 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:30.887343 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-7a5b3cd7-a583-40b6-bc13-88b083c61e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '77b25489-6804-4bd7-a6f3-11d26f97ab69', 'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'mac_address': 'fa:16:3e:0a:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:56Z', 'updated_at': '2022-07-27T16:36:20Z', 'revision_number': 5, 'project_id': '8d570044769a44d9b18c905284cd9947', 'subnets': [{'id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:30.915059 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5b3cd7-a583-40b6-bc13-88b083c61e46 None None] Checking router: 8a70b9b0-fc79-49e9-9fdd-479734afd75b for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:30.926707 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5b3cd7-a583-40b6-bc13-88b083c61e46 None None] Routers {'8a70b9b0-fc79-49e9-9fdd-479734afd75b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:30.927578 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-7a5b3cd7-a583-40b6-bc13-88b083c61e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:43:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:30.964334 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port d09a900e-b684-4c41-ab1d-ba0eb725fc36 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:31.075553 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-7a5b3cd7-a583-40b6-bc13-88b083c61e46 None None] Set router 8a70b9b0-fc79-49e9-9fdd-479734afd75b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:31.335761 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-7a5b3cd7-a583-40b6-bc13-88b083c61e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '77b25489-6804-4bd7-a6f3-11d26f97ab69', 'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'mac_address': 'fa:16:3e:0a:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:56Z', 'updated_at': '2022-07-27T16:36:20Z', 'revision_number': 5, 'project_id': '8d570044769a44d9b18c905284cd9947', 'subnets': [{'id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:31.366390 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5b3cd7-a583-40b6-bc13-88b083c61e46 None None] The sync data for ids ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'] in dv-cinder-849690-6-iscsi is: [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:35:59Z', 'revision_number': 4, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '77b25489-6804-4bd7-a6f3-11d26f97ab69', 'name': '', 'network_id': '4b2b545b-e176-40e2-8391-7dafbc2122d9', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'mac_address': 'fa:16:3e:0a:09:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:56Z', 'updated_at': '2022-07-27T16:36:20Z', 'revision_number': 5, 'project_id': '8d570044769a44d9b18c905284cd9947', 'subnets': [{'id': 'dd5a5861-0b12-4ebb-85aa-394b3176f5b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:31.563780 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45664) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:31.581306 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:31.626768 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dae305d0-4edc-41dd-ad44-f0bcc2c32e65 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group (58ee5380-dca3-4300-a9cd-b80b010d4e52), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:31.653897 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dae305d0-4edc-41dd-ad44-f0bcc2c32e65 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group (58ee5380-dca3-4300-a9cd-b80b010d4e52), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:31.707347 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dae305d0-4edc-41dd-ad44-f0bcc2c32e65 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (58ee5380-dca3-4300-a9cd-b80b010d4e52), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:31.714718 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dae305d0-4edc-41dd-ad44-f0bcc2c32e65 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:31.717568 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-dae305d0-4edc-41dd-ad44-f0bcc2c32e65 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "DELETE /v2.0/security-groups/58ee5380-dca3-4300-a9cd-b80b010d4e52 HTTP/1.1" status: 204 len: 168 time: 0.1526392 Jul 27 16:43:31.720776 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45670) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:31.749881 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae305d0-4edc-41dd-ad44-f0bcc2c32e65 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ee5380-dca3-4300-a9cd-b80b010d4e52,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:31.787522 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45676) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:32.051251 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.api.v2.resource [None req-6051fbb4-0cdc-4538-ba9b-4b97463a6428 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] show failed (client error): The resource could not be found. Jul 27 16:43:32.055554 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6051fbb4-0cdc-4538-ba9b-4b97463a6428 tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "GET /v2.0/security-groups/58ee5380-dca3-4300-a9cd-b80b010d4e52 HTTP/1.1" status: 404 len: 347 time: 0.3327248 Jul 27 16:43:32.056682 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45682) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:32.112712 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bf6802-35a1-4f5e-98c8-f70c7dee9051 None None] New status for floating IP f8bfaf51-00ac-49de-a567-8ad843aec20a: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:43:32.240694 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-321f9154-7973-4505-9a2a-e85e4deb45de tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Deleting port eb331070-9e0a-4dba-8cf4-90cbdc26fef3 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:32.241198 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-321f9154-7973-4505-9a2a-e85e4deb45de tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (eb331070-9e0a-4dba-8cf4-90cbdc26fef3), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:32.336552 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-321f9154-7973-4505-9a2a-e85e4deb45de tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (eb331070-9e0a-4dba-8cf4-90cbdc26fef3), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:32.336834 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-321f9154-7973-4505-9a2a-e85e4deb45de tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for floatingip (eb331070-9e0a-4dba-8cf4-90cbdc26fef3), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:32.349867 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-321f9154-7973-4505-9a2a-e85e4deb45de tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Calling delete_port for eb331070-9e0a-4dba-8cf4-90cbdc26fef3 owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:32.401490 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:32.495400 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-321f9154-7973-4505-9a2a-e85e4deb45de tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (eb331070-9e0a-4dba-8cf4-90cbdc26fef3), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:32.522468 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f9154-7973-4505-9a2a-e85e4deb45de tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Pushing event deleted for resources: {'Port': ['ID=eb331070-9e0a-4dba-8cf4-90cbdc26fef3,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:32.539963 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0287b976-ad21-4f90-a066-b058be233c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426012'] for router_interface (c639a3f3-7ad1-47f1-a4f8-69520ce6d247), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:32.586213 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-321f9154-7973-4505-9a2a-e85e4deb45de tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks [] for floatingip (f8bfaf51-00ac-49de-a567-8ad843aec20a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:32.588814 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-321f9154-7973-4505-9a2a-e85e4deb45de tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:32.592793 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-321f9154-7973-4505-9a2a-e85e4deb45de tempest-AttachVolumeShelveTestJSON-1819040368 tempest-AttachVolumeShelveTestJSON-1819040368-project] 10.222.0.74 "DELETE /v2.0/floatingips/f8bfaf51-00ac-49de-a567-8ad843aec20a HTTP/1.1" status: 204 len: 168 time: 0.5319808 Jul 27 16:43:32.777832 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-0287b976-ad21-4f90-a066-b058be233c9d admin admin] Deleting port 4ffee693-e913-4c90-93db-95726d255bb8 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:32.778462 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0287b976-ad21-4f90-a066-b058be233c9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (4ffee693-e913-4c90-93db-95726d255bb8), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:32.779698 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:32.862042 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-0287b976-ad21-4f90-a066-b058be233c9d admin admin] For port 4ffee693-e913-4c90-93db-95726d255bb8, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=4ffee693-e913-4c90-93db-95726d255bb8,segment=NetworkSegment(4a2469d2-9af5-465c-92c5-01dc1752688b),segment_id=4a2469d2-9af5-465c-92c5-01dc1752688b)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:32.862302 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0287b976-ad21-4f90-a066-b058be233c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (4ffee693-e913-4c90-93db-95726d255bb8), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:32.875796 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-0287b976-ad21-4f90-a066-b058be233c9d admin admin] Calling delete_port for 4ffee693-e913-4c90-93db-95726d255bb8 owned by network:router_interface {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:32.998568 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:33.079477 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0287b976-ad21-4f90-a066-b058be233c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (4ffee693-e913-4c90-93db-95726d255bb8), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:33.105558 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287b976-ad21-4f90-a066-b058be233c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=4ffee693-e913-4c90-93db-95726d255bb8,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:33.281891 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0287b976-ad21-4f90-a066-b058be233c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426120'] for router_interface (c639a3f3-7ad1-47f1-a4f8-69520ce6d247), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:33.505895 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a5e4d1c9-23ec-43b6-abfb-7de8126e7421 no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:33.510862 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0287b976-ad21-4f90-a066-b058be233c9d admin admin] Router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:43:33.529754 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: a5e4d1c9-23ec-43b6-abfb-7de8126e7421 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:43:33.530564 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a5e4d1c9-23ec-43b6-abfb-7de8126e7421 not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:33.625147 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0287b976-ad21-4f90-a066-b058be233c9d admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:33.633300 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45716) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:33.633949 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-0287b976-ad21-4f90-a066-b058be233c9d admin admin] 10.222.0.74 "PUT /v2.0/routers/c639a3f3-7ad1-47f1-a4f8-69520ce6d247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8439360 Jul 27 16:43:33.636176 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc53d6f1-48b6-43a0-a276-547635570cd1 None None] Sync routers for ids ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:33.650807 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc53d6f1-48b6-43a0-a276-547635570cd1 None None] Routers {'c639a3f3-7ad1-47f1-a4f8-69520ce6d247'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:33.651398 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-cc53d6f1-48b6-43a0-a276-547635570cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:43:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:33.748008 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e085b3c0-cfb7-45e5-803e-8c8a9e7d9f92 admin admin] Publish callbacks [] for router (c639a3f3-7ad1-47f1-a4f8-69520ce6d247), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:33.761928 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-cc53d6f1-48b6-43a0-a276-547635570cd1 None None] Set router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:33.832453 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:33.861962 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e085b3c0-cfb7-45e5-803e-8c8a9e7d9f92 admin admin] Publish callbacks [] for router_gateway (c639a3f3-7ad1-47f1-a4f8-69520ce6d247), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:33.863488 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:33.912595 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-e085b3c0-cfb7-45e5-803e-8c8a9e7d9f92 admin admin] Deleting port 318c1116-78bd-44d6-ae53-500baa4e4774 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:33.913063 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e085b3c0-cfb7-45e5-803e-8c8a9e7d9f92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (318c1116-78bd-44d6-ae53-500baa4e4774), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:33.959442 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-cc53d6f1-48b6-43a0-a276-547635570cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:43:33Z', 'revision_number': 5, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port': {'id': '318c1116-78bd-44d6-ae53-500baa4e4774', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:33.986917 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc53d6f1-48b6-43a0-a276-547635570cd1 None None] Checking router: c639a3f3-7ad1-47f1-a4f8-69520ce6d247 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:33.995781 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc53d6f1-48b6-43a0-a276-547635570cd1 None None] Routers {'c639a3f3-7ad1-47f1-a4f8-69520ce6d247'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:33.996389 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-cc53d6f1-48b6-43a0-a276-547635570cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:43:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:34.005536 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-e085b3c0-cfb7-45e5-803e-8c8a9e7d9f92 admin admin] For port 318c1116-78bd-44d6-ae53-500baa4e4774, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=318c1116-78bd-44d6-ae53-500baa4e4774,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:34.005905 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e085b3c0-cfb7-45e5-803e-8c8a9e7d9f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (318c1116-78bd-44d6-ae53-500baa4e4774), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:34.024333 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-e085b3c0-cfb7-45e5-803e-8c8a9e7d9f92 admin admin] Calling delete_port for 318c1116-78bd-44d6-ae53-500baa4e4774 owned by network:router_gateway {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:34.180661 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-cc53d6f1-48b6-43a0-a276-547635570cd1 None None] Set router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 gateway port host: None {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:34.206192 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e085b3c0-cfb7-45e5-803e-8c8a9e7d9f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (318c1116-78bd-44d6-ae53-500baa4e4774), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:34.232861 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085b3c0-cfb7-45e5-803e-8c8a9e7d9f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=318c1116-78bd-44d6-ae53-500baa4e4774,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:34.237967 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-cc53d6f1-48b6-43a0-a276-547635570cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:43:33Z', 'revision_number': 6, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port_host': None}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:34.265440 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc53d6f1-48b6-43a0-a276-547635570cd1 None None] The sync data for ids ['c639a3f3-7ad1-47f1-a4f8-69520ce6d247'] in dv-cinder-849690-6-iscsi is: [{'id': 'c639a3f3-7ad1-47f1-a4f8-69520ce6d247', 'name': 'tempest-AttachVolumeTestJSON-273137443-router', 'tenant_id': '89ddf8711f2f4be88304f967149c3a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:47Z', 'updated_at': '2022-07-27T16:43:33Z', 'revision_number': 6, 'project_id': '89ddf8711f2f4be88304f967149c3a50', 'gw_port_host': None}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:34.297686 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e085b3c0-cfb7-45e5-803e-8c8a9e7d9f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427548'] for router_gateway (c639a3f3-7ad1-47f1-a4f8-69520ce6d247), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:34.388540 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e085b3c0-cfb7-45e5-803e-8c8a9e7d9f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (c639a3f3-7ad1-47f1-a4f8-69520ce6d247), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:34.391115 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e085b3c0-cfb7-45e5-803e-8c8a9e7d9f92 admin admin] Publish callbacks [] for router_controller (c639a3f3-7ad1-47f1-a4f8-69520ce6d247), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:34.435773 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e085b3c0-cfb7-45e5-803e-8c8a9e7d9f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566549'] for router (c639a3f3-7ad1-47f1-a4f8-69520ce6d247), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:34.436351 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e085b3c0-cfb7-45e5-803e-8c8a9e7d9f92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c639a3f3-7ad1-47f1-a4f8-69520ce6d247 {{(pid=104021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:43:34.440811 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e085b3c0-cfb7-45e5-803e-8c8a9e7d9f92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:34.441993 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e085b3c0-cfb7-45e5-803e-8c8a9e7d9f92 admin admin] 10.222.0.74 "DELETE /v2.0/routers/c639a3f3-7ad1-47f1-a4f8-69520ce6d247 HTTP/1.1" status: 204 len: 168 time: 0.8040993 Jul 27 16:43:34.444561 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45730) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:34.474655 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:34.493236 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eba1f1c-f236-4f3e-bdcd-c9c71a2484b0 admin admin] Deleting subnet 8d480ff8-5cfd-4620-8bc1-bd543d69a3cf {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 16:43:34.496434 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0eba1f1c-f236-4f3e-bdcd-c9c71a2484b0 admin admin] Publish callbacks [] for subnet (8d480ff8-5cfd-4620-8bc1-bd543d69a3cf), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:34.531222 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0eba1f1c-f236-4f3e-bdcd-c9c71a2484b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5475921'] for subnet (8d480ff8-5cfd-4620-8bc1-bd543d69a3cf), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:34.613853 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0eba1f1c-f236-4f3e-bdcd-c9c71a2484b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1235243'] for subnet (8d480ff8-5cfd-4620-8bc1-bd543d69a3cf), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:34.702626 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0eba1f1c-f236-4f3e-bdcd-c9c71a2484b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1235234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5503280'] for subnet (8d480ff8-5cfd-4620-8bc1-bd543d69a3cf), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:34.750686 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0eba1f1c-f236-4f3e-bdcd-c9c71a2484b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:34.754379 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0eba1f1c-f236-4f3e-bdcd-c9c71a2484b0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8d480ff8-5cfd-4620-8bc1-bd543d69a3cf HTTP/1.1" status: 204 len: 168 time: 0.3088171 Jul 27 16:43:34.755468 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89015ed4-66f2-4a1b-b6ad-b3a7d7728cfc None None] Network 5f30e4e1-bf07-478c-895f-f27f24b25617 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:43:34.755925 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba1f1c-f236-4f3e-bdcd-c9c71a2484b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d480ff8-5cfd-4620-8bc1-bd543d69a3cf,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:34.757547 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45740) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:34.817058 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:34.836427 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1293665'] for network (5f30e4e1-bf07-478c-895f-f27f24b25617), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:34.882434 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] Deleting port 52c0f3a6-f14d-48e3-87db-711752f858cd {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:34.882776 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (52c0f3a6-f14d-48e3-87db-711752f858cd), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:34.958677 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] For port 52c0f3a6-f14d-48e3-87db-711752f858cd, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=52c0f3a6-f14d-48e3-87db-711752f858cd,segment=NetworkSegment(4a2469d2-9af5-465c-92c5-01dc1752688b),segment_id=4a2469d2-9af5-465c-92c5-01dc1752688b)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:34.959059 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (52c0f3a6-f14d-48e3-87db-711752f858cd), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:34.971735 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45744) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:34.990710 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] Calling delete_port for 52c0f3a6-f14d-48e3-87db-711752f858cd owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:35.095277 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f947c-dc42-442c-a9bc-7b1179c1392c None None] DHCP port deletion for 5f30e4e1-bf07-478c-895f-f27f24b25617 request from dv-cinder-849690-6-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 16:43:35.111717 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (52c0f3a6-f14d-48e3-87db-711752f858cd), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:35.154174 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] No DVR routers for this DVR port 52c0f3a6-f14d-48e3-87db-711752f858cd on host dv-cinder-849690-6-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:43:35.167973 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:35.175834 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c0f3a6-f14d-48e3-87db-711752f858cd,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:35.192627 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-441f947c-dc42-442c-a9bc-7b1179c1392c None None] The port '52c0f3a6-f14d-48e3-87db-711752f858cd' was deleted {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jul 27 16:43:35.194017 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 4ffee693-e913-4c90-93db-95726d255bb8 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:35.194303 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45754) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:35.215586 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-56101b67-016c-4800-8533-ee6584ad85f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:35.216749 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 4ffee693-e913-4c90-93db-95726d255bb8 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:43:35.217126 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 4ffee693-e913-4c90-93db-95726d255bb8 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:35.302421 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233157', 'neutron.services.segments.db._delete_segments_for_network-8729475437258'] for network (5f30e4e1-bf07-478c-895f-f27f24b25617), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:35.304236 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:35.336656 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f30e4e1-bf07-478c-895f-f27f24b25617']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:35.356229 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2469d2-9af5-465c-92c5-01dc1752688b') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:35.356578 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2469d2-9af5-465c-92c5-01dc1752688b') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:35.371331 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729475437159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6765098'] for segment (4a2469d2-9af5-465c-92c5-01dc1752688b), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:35.400939 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (4a2469d2-9af5-465c-92c5-01dc1752688b), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:35.425559 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:43:35.426193 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5991010'] for segment (4a2469d2-9af5-465c-92c5-01dc1752688b), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:35.433911 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-56101b67-016c-4800-8533-ee6584ad85f9 admin admin] Publish callbacks [] for security_group (a5f86d0c-f28b-4232-ba1c-088c9cc1fc71), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:35.447299 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-56101b67-016c-4800-8533-ee6584ad85f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (a5f86d0c-f28b-4232-ba1c-088c9cc1fc71), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:35.696547 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-807496f9-2459-4609-b59b-67b88962b5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426012'] for router_interface (8a70b9b0-fc79-49e9-9fdd-479734afd75b), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:35.708754 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 4a2469d2-9af5-465c-92c5-01dc1752688b resource provider aggregate not found Jul 27 16:43:35.735310 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 4a2469d2-9af5-465c-92c5-01dc1752688b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a2469d2-9af5-465c-92c5-01dc1752688b found for delete ", "request_id": "req-f5b07a57-c32f-464a-a4a1-6f95c33594a3"}]} Jul 27 16:43:35.765727 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-56101b67-016c-4800-8533-ee6584ad85f9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=60b34481ed584cd8ae545b21e40b8fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7929659 Jul 27 16:43:35.769112 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45764) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:35.770979 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427568'] for network (5f30e4e1-bf07-478c-895f-f27f24b25617), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:35.786897 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56101b67-016c-4800-8533-ee6584ad85f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f86d0c-f28b-4232-ba1c-088c9cc1fc71,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:35.795796 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:35.799515 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/5f30e4e1-bf07-478c-895f-f27f24b25617 HTTP/1.1" status: 204 len: 168 time: 1.0409465 Jul 27 16:43:35.818760 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815e1ca-2cce-456c-9df3-342355f4e1f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f30e4e1-bf07-478c-895f-f27f24b25617,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:35.848809 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0b0a08e4-c4f8-42a6-aa09-238dfd30ef2a admin admin] Publish callbacks [] for security_group (a5f86d0c-f28b-4232-ba1c-088c9cc1fc71), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:35.876615 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0b0a08e4-c4f8-42a6-aa09-238dfd30ef2a admin admin] Publish callbacks [] for security_group (a5f86d0c-f28b-4232-ba1c-088c9cc1fc71), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:35.935848 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0b0a08e4-c4f8-42a6-aa09-238dfd30ef2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (a5f86d0c-f28b-4232-ba1c-088c9cc1fc71), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:35.938681 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0b0a08e4-c4f8-42a6-aa09-238dfd30ef2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:35.940138 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-0b0a08e4-c4f8-42a6-aa09-238dfd30ef2a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a5f86d0c-f28b-4232-ba1c-088c9cc1fc71 HTTP/1.1" status: 204 len: 168 time: 0.1698558 Jul 27 16:43:35.953161 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a08e4-c4f8-42a6-aa09-238dfd30ef2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f86d0c-f28b-4232-ba1c-088c9cc1fc71,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:35.970869 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45772) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:36.015534 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-807496f9-2459-4609-b59b-67b88962b5fb admin admin] Deleting port 77b25489-6804-4bd7-a6f3-11d26f97ab69 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:36.016100 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-807496f9-2459-4609-b59b-67b88962b5fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:36.029594 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-43ba63ee-d6d9-4895-b498-b8e6f1557ae5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=89ddf8711f2f4be88304f967149c3a50&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0573273 Jul 27 16:43:36.032458 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45774) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:36.088941 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:36.143385 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6e101bb8-85b1-4967-9ead-3cfbc787e0c9 admin admin] Publish callbacks [] for security_group (efff72ed-7bc8-47ea-8571-aba78a8a798f), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:36.159407 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-807496f9-2459-4609-b59b-67b88962b5fb admin admin] For port 77b25489-6804-4bd7-a6f3-11d26f97ab69, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=77b25489-6804-4bd7-a6f3-11d26f97ab69,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:36.159793 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-807496f9-2459-4609-b59b-67b88962b5fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:36.184114 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-807496f9-2459-4609-b59b-67b88962b5fb admin admin] Calling delete_port for 77b25489-6804-4bd7-a6f3-11d26f97ab69 owned by network:router_interface {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:36.202637 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6e101bb8-85b1-4967-9ead-3cfbc787e0c9 admin admin] Publish callbacks [] for security_group (efff72ed-7bc8-47ea-8571-aba78a8a798f), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:36.293316 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:36.336278 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6e101bb8-85b1-4967-9ead-3cfbc787e0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (efff72ed-7bc8-47ea-8571-aba78a8a798f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:36.338661 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45778) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:36.338830 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6e101bb8-85b1-4967-9ead-3cfbc787e0c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:36.339900 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6e101bb8-85b1-4967-9ead-3cfbc787e0c9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/efff72ed-7bc8-47ea-8571-aba78a8a798f HTTP/1.1" status: 204 len: 168 time: 0.3063984 Jul 27 16:43:36.356724 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e101bb8-85b1-4967-9ead-3cfbc787e0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efff72ed-7bc8-47ea-8571-aba78a8a798f,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:36.368570 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9e257b5d-4280-4527-811a-da0f53be89b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:36.412358 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:36.446247 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-807496f9-2459-4609-b59b-67b88962b5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (77b25489-6804-4bd7-a6f3-11d26f97ab69), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:36.451877 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:36.474687 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9e257b5d-4280-4527-811a-da0f53be89b1 admin admin] Publish callbacks [] for security_group (6f596da2-fa51-4f8a-aeba-815e68af68bf), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:36.476391 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807496f9-2459-4609-b59b-67b88962b5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=77b25489-6804-4bd7-a6f3-11d26f97ab69,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:36.493723 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9e257b5d-4280-4527-811a-da0f53be89b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (6f596da2-fa51-4f8a-aeba-815e68af68bf), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:36.541589 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45784) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:36.541921 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-9e257b5d-4280-4527-811a-da0f53be89b1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8b5ea121c01740d990ed8cb66d237193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021158 Jul 27 16:43:36.579298 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e257b5d-4280-4527-811a-da0f53be89b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f596da2-fa51-4f8a-aeba-815e68af68bf,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:36.726035 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-807496f9-2459-4609-b59b-67b88962b5fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426120'] for router_interface (8a70b9b0-fc79-49e9-9fdd-479734afd75b), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:36.737372 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fd9917e2-bbc2-4ef6-9b68-b4820079b8c6 admin admin] Publish callbacks [] for security_group (6f596da2-fa51-4f8a-aeba-815e68af68bf), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:36.802617 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 52c0f3a6-f14d-48e3-87db-711752f858cd no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:36.823074 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 52c0f3a6-f14d-48e3-87db-711752f858cd {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:43:36.823408 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 52c0f3a6-f14d-48e3-87db-711752f858cd not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:36.824096 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 318c1116-78bd-44d6-ae53-500baa4e4774 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:36.837086 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fd9917e2-bbc2-4ef6-9b68-b4820079b8c6 admin admin] Publish callbacks [] for security_group (6f596da2-fa51-4f8a-aeba-815e68af68bf), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:36.853635 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 318c1116-78bd-44d6-ae53-500baa4e4774 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:43:36.854323 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 318c1116-78bd-44d6-ae53-500baa4e4774 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:36.967476 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:36.972632 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fd9917e2-bbc2-4ef6-9b68-b4820079b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (6f596da2-fa51-4f8a-aeba-815e68af68bf), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:36.975106 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fd9917e2-bbc2-4ef6-9b68-b4820079b8c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:36.976243 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-fd9917e2-bbc2-4ef6-9b68-b4820079b8c6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6f596da2-fa51-4f8a-aeba-815e68af68bf HTTP/1.1" status: 204 len: 168 time: 0.4337325 Jul 27 16:43:36.996241 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9917e2-bbc2-4ef6-9b68-b4820079b8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f596da2-fa51-4f8a-aeba-815e68af68bf,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:37.015392 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807496f9-2459-4609-b59b-67b88962b5fb admin admin] Router 8a70b9b0-fc79-49e9-9fdd-479734afd75b has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:43:37.134576 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807496f9-2459-4609-b59b-67b88962b5fb admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:37.139846 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-807496f9-2459-4609-b59b-67b88962b5fb admin admin] 10.222.0.74 "PUT /v2.0/routers/8a70b9b0-fc79-49e9-9fdd-479734afd75b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9442821 Jul 27 16:43:37.142328 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45804) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:37.153336 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7008e6-30cd-4fcc-b41d-1ff7c86b714a None None] Sync routers for ids ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:37.173826 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7008e6-30cd-4fcc-b41d-1ff7c86b714a None None] Routers {'8a70b9b0-fc79-49e9-9fdd-479734afd75b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:37.174662 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-4c7008e6-30cd-4fcc-b41d-1ff7c86b714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:43:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:37.313512 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-4c7008e6-30cd-4fcc-b41d-1ff7c86b714a None None] Set router 8a70b9b0-fc79-49e9-9fdd-479734afd75b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:37.359034 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45810) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:37.375903 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ed1f4e52-e9dd-41a4-9c26-afda0415af7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:37.508687 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ed1f4e52-e9dd-41a4-9c26-afda0415af7c admin admin] Publish callbacks [] for security_group (c41fe0ad-134e-4830-ae2f-8b9afa8fdfb0), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:37.514527 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ed1f4e52-e9dd-41a4-9c26-afda0415af7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (c41fe0ad-134e-4830-ae2f-8b9afa8fdfb0), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:37.580130 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-4c7008e6-30cd-4fcc-b41d-1ff7c86b714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:43:36Z', 'revision_number': 5, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:37.585393 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:37.603846 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-77896b39-57e6-445b-88c3-5ee5b5c0945a admin admin] Publish callbacks [] for router (8a70b9b0-fc79-49e9-9fdd-479734afd75b), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:37.614100 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7008e6-30cd-4fcc-b41d-1ff7c86b714a None None] Checking router: 8a70b9b0-fc79-49e9-9fdd-479734afd75b for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:37.617133 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ed1f4e52-e9dd-41a4-9c26-afda0415af7c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=296c0d90bbe14ecaaec67442f8c0d58d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549326 Jul 27 16:43:37.617891 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45818) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:37.625681 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7008e6-30cd-4fcc-b41d-1ff7c86b714a None None] Routers {'8a70b9b0-fc79-49e9-9fdd-479734afd75b'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:37.626608 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-4c7008e6-30cd-4fcc-b41d-1ff7c86b714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:43:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:37.649962 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f4e52-e9dd-41a4-9c26-afda0415af7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41fe0ad-134e-4830-ae2f-8b9afa8fdfb0,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:37.719648 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f41ee69-9800-4040-b9e7-10ac64c1a766 admin admin] Publish callbacks [] for security_group (c41fe0ad-134e-4830-ae2f-8b9afa8fdfb0), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:37.732136 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-77896b39-57e6-445b-88c3-5ee5b5c0945a admin admin] Publish callbacks [] for router_gateway (8a70b9b0-fc79-49e9-9fdd-479734afd75b), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:37.745253 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-4c7008e6-30cd-4fcc-b41d-1ff7c86b714a None None] Set router 8a70b9b0-fc79-49e9-9fdd-479734afd75b gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:37.758364 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f41ee69-9800-4040-b9e7-10ac64c1a766 admin admin] Publish callbacks [] for security_group (c41fe0ad-134e-4830-ae2f-8b9afa8fdfb0), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:37.804167 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-77896b39-57e6-445b-88c3-5ee5b5c0945a admin admin] Deleting port 6d4e992f-cf5f-4942-b2e4-0e14acf69230 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:37.804555 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-77896b39-57e6-445b-88c3-5ee5b5c0945a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (6d4e992f-cf5f-4942-b2e4-0e14acf69230), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:37.820035 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f41ee69-9800-4040-b9e7-10ac64c1a766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (c41fe0ad-134e-4830-ae2f-8b9afa8fdfb0), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:37.822907 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f41ee69-9800-4040-b9e7-10ac64c1a766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:37.824224 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1f41ee69-9800-4040-b9e7-10ac64c1a766 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c41fe0ad-134e-4830-ae2f-8b9afa8fdfb0 HTTP/1.1" status: 204 len: 168 time: 0.2050698 Jul 27 16:43:37.837870 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41ee69-9800-4040-b9e7-10ac64c1a766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41fe0ad-134e-4830-ae2f-8b9afa8fdfb0,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:37.919692 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-77896b39-57e6-445b-88c3-5ee5b5c0945a admin admin] For port 6d4e992f-cf5f-4942-b2e4-0e14acf69230, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=6d4e992f-cf5f-4942-b2e4-0e14acf69230,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:37.920233 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-77896b39-57e6-445b-88c3-5ee5b5c0945a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (6d4e992f-cf5f-4942-b2e4-0e14acf69230), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:37.939034 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-77896b39-57e6-445b-88c3-5ee5b5c0945a admin admin] Calling delete_port for 6d4e992f-cf5f-4942-b2e4-0e14acf69230 owned by network:router_gateway {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:38.103418 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:38.109164 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:38.119993 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-4c7008e6-30cd-4fcc-b41d-1ff7c86b714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:43:36Z', 'revision_number': 5, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:38.165287 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7008e6-30cd-4fcc-b41d-1ff7c86b714a None None] The sync data for ids ['8a70b9b0-fc79-49e9-9fdd-479734afd75b'] in dv-cinder-849690-6-iscsi is: [{'id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'name': 'tempest-AttachVolumeShelveTestJSON-1919365990-router', 'tenant_id': '8d570044769a44d9b18c905284cd9947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:35:46Z', 'updated_at': '2022-07-27T16:43:36Z', 'revision_number': 5, 'project_id': '8d570044769a44d9b18c905284cd9947', 'gw_port': {'id': '6d4e992f-cf5f-4942-b2e4-0e14acf69230', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a70b9b0-fc79-49e9-9fdd-479734afd75b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:35:48Z', 'updated_at': '2022-07-27T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:38.178808 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-77896b39-57e6-445b-88c3-5ee5b5c0945a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (6d4e992f-cf5f-4942-b2e4-0e14acf69230), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:38.211583 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77896b39-57e6-445b-88c3-5ee5b5c0945a admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4e992f-cf5f-4942-b2e4-0e14acf69230,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:38.304867 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-77896b39-57e6-445b-88c3-5ee5b5c0945a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427548'] for router_gateway (8a70b9b0-fc79-49e9-9fdd-479734afd75b), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:38.401483 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-77896b39-57e6-445b-88c3-5ee5b5c0945a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (8a70b9b0-fc79-49e9-9fdd-479734afd75b), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:38.403936 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-77896b39-57e6-445b-88c3-5ee5b5c0945a admin admin] Publish callbacks [] for router_controller (8a70b9b0-fc79-49e9-9fdd-479734afd75b), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:38.454807 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-77896b39-57e6-445b-88c3-5ee5b5c0945a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566549'] for router (8a70b9b0-fc79-49e9-9fdd-479734afd75b), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:38.455506 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77896b39-57e6-445b-88c3-5ee5b5c0945a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a70b9b0-fc79-49e9-9fdd-479734afd75b {{(pid=104021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:43:38.460828 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-77896b39-57e6-445b-88c3-5ee5b5c0945a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:38.461781 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-77896b39-57e6-445b-88c3-5ee5b5c0945a admin admin] 10.222.0.74 "DELETE /v2.0/routers/8a70b9b0-fc79-49e9-9fdd-479734afd75b HTTP/1.1" status: 204 len: 168 time: 1.3182218 Jul 27 16:43:38.464300 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45836) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:38.515396 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ef7937-3a6f-4422-a47d-8e42ce511e9d admin admin] Deleting subnet dd5a5861-0b12-4ebb-85aa-394b3176f5b9 {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 16:43:38.518734 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f1ef7937-3a6f-4422-a47d-8e42ce511e9d admin admin] Publish callbacks [] for subnet (dd5a5861-0b12-4ebb-85aa-394b3176f5b9), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:38.559112 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f1ef7937-3a6f-4422-a47d-8e42ce511e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5475921'] for subnet (dd5a5861-0b12-4ebb-85aa-394b3176f5b9), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:38.588571 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:38.610040 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:38.691272 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f1ef7937-3a6f-4422-a47d-8e42ce511e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1235243'] for subnet (dd5a5861-0b12-4ebb-85aa-394b3176f5b9), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:38.754752 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 77b25489-6804-4bd7-a6f3-11d26f97ab69 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:38.777533 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 77b25489-6804-4bd7-a6f3-11d26f97ab69 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:43:38.777902 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 77b25489-6804-4bd7-a6f3-11d26f97ab69 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:38.795574 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f1ef7937-3a6f-4422-a47d-8e42ce511e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1235234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5503280'] for subnet (dd5a5861-0b12-4ebb-85aa-394b3176f5b9), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:38.822705 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef7937-3a6f-4422-a47d-8e42ce511e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd5a5861-0b12-4ebb-85aa-394b3176f5b9,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:38.826636 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f1ef7937-3a6f-4422-a47d-8e42ce511e9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:38.830083 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f1ef7937-3a6f-4422-a47d-8e42ce511e9d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/dd5a5861-0b12-4ebb-85aa-394b3176f5b9 HTTP/1.1" status: 204 len: 168 time: 0.3647277 Jul 27 16:43:38.832699 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 45852) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:38.834762 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7ee264-a9e3-419f-986f-d959c44989e1 None None] Network 4b2b545b-e176-40e2-8391-7dafbc2122d9 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:43:38.935353 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1293665'] for network (4b2b545b-e176-40e2-8391-7dafbc2122d9), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:38.997701 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] Deleting port 5306e945-2b4a-4bbb-b43c-353b2c855f8a {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:38.999425 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (5306e945-2b4a-4bbb-b43c-353b2c855f8a), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:39.041012 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f836e69-1437-41e9-89de-807a83c76ecc None None] DHCP port deletion for 4b2b545b-e176-40e2-8391-7dafbc2122d9 request from dv-cinder-849690-6-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 16:43:39.079966 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] For port 5306e945-2b4a-4bbb-b43c-353b2c855f8a, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=5306e945-2b4a-4bbb-b43c-353b2c855f8a,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:39.081842 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (5306e945-2b4a-4bbb-b43c-353b2c855f8a), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:39.093980 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-7f836e69-1437-41e9-89de-807a83c76ecc None None] Deleting port 5306e945-2b4a-4bbb-b43c-353b2c855f8a {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:39.094348 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f836e69-1437-41e9-89de-807a83c76ecc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (5306e945-2b4a-4bbb-b43c-353b2c855f8a), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:39.098893 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] Calling delete_port for 5306e945-2b4a-4bbb-b43c-353b2c855f8a owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:39.182039 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-7f836e69-1437-41e9-89de-807a83c76ecc None None] For port 5306e945-2b4a-4bbb-b43c-353b2c855f8a, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=5306e945-2b4a-4bbb-b43c-353b2c855f8a,segment=NetworkSegment(46ea8bb8-3a4a-4549-930d-9b9c7176a6e8),segment_id=46ea8bb8-3a4a-4549-930d-9b9c7176a6e8)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:39.182548 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f836e69-1437-41e9-89de-807a83c76ecc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (5306e945-2b4a-4bbb-b43c-353b2c855f8a), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:39.186256 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:39.202489 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-7f836e69-1437-41e9-89de-807a83c76ecc None None] Calling delete_port for 5306e945-2b4a-4bbb-b43c-353b2c855f8a owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:39.204263 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (5306e945-2b4a-4bbb-b43c-353b2c855f8a), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:39.234711 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5306e945-2b4a-4bbb-b43c-353b2c855f8a,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:39.239126 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] No DVR routers for this DVR port 5306e945-2b4a-4bbb-b43c-353b2c855f8a on host dv-cinder-849690-6-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:43:39.287530 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7f836e69-1437-41e9-89de-807a83c76ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396'] for port (5306e945-2b4a-4bbb-b43c-353b2c855f8a), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:39.315251 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f836e69-1437-41e9-89de-807a83c76ecc None None] Pushing event deleted for resources: {'Port': ['ID=5306e945-2b4a-4bbb-b43c-353b2c855f8a,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:39.319357 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f836e69-1437-41e9-89de-807a83c76ecc None None] No DVR routers for this DVR port 5306e945-2b4a-4bbb-b43c-353b2c855f8a on host dv-cinder-849690-6-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:43:39.342333 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233157', 'neutron.services.segments.db._delete_segments_for_network-8729475437258'] for network (4b2b545b-e176-40e2-8391-7dafbc2122d9), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:39.369943 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2b545b-e176-40e2-8391-7dafbc2122d9']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:39.380099 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:39.380430 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ea8bb8-3a4a-4549-930d-9b9c7176a6e8') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:39.391202 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729475437159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6765098'] for segment (46ea8bb8-3a4a-4549-930d-9b9c7176a6e8), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:39.409905 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (46ea8bb8-3a4a-4549-930d-9b9c7176a6e8), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:39.421426 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:43:39.421883 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5991010'] for segment (46ea8bb8-3a4a-4549-930d-9b9c7176a6e8), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:39.479106 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 46ea8bb8-3a4a-4549-930d-9b9c7176a6e8 resource provider aggregate not found Jul 27 16:43:39.497471 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:39.511306 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427568'] for network (4b2b545b-e176-40e2-8391-7dafbc2122d9), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:39.517546 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:39.520760 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] 10.222.0.74 "DELETE /v2.0/networks/4b2b545b-e176-40e2-8391-7dafbc2122d9 HTTP/1.1" status: 204 len: 168 time: 0.6867981 Jul 27 16:43:39.536267 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 46ea8bb8-3a4a-4549-930d-9b9c7176a6e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46ea8bb8-3a4a-4549-930d-9b9c7176a6e8 found for delete ", "request_id": "req-d7602626-37ce-4571-9a7f-d2bd46752f47"}]} Jul 27 16:43:39.571701 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0f0e8-16d4-4465-a996-1704f915bcd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b2b545b-e176-40e2-8391-7dafbc2122d9,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:39.772744 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45888) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:39.820207 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-84d84930-606a-497a-84d8-33689682d1d1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8d570044769a44d9b18c905284cd9947&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0460575 Jul 27 16:43:39.822665 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 45894) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:39.878016 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-701fbf42-f79f-465b-bced-8e6523097d7a admin admin] Publish callbacks [] for security_group (9de3ef71-958a-4dc1-93f9-ec40b77d722f), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:39.898722 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-701fbf42-f79f-465b-bced-8e6523097d7a admin admin] Publish callbacks [] for security_group (9de3ef71-958a-4dc1-93f9-ec40b77d722f), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:39.947312 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-701fbf42-f79f-465b-bced-8e6523097d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (9de3ef71-958a-4dc1-93f9-ec40b77d722f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:39.950059 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-701fbf42-f79f-465b-bced-8e6523097d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:39.951216 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-701fbf42-f79f-465b-bced-8e6523097d7a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9de3ef71-958a-4dc1-93f9-ec40b77d722f HTTP/1.1" status: 204 len: 168 time: 0.1276479 Jul 27 16:43:39.959487 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fbf42-f79f-465b-bced-8e6523097d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de3ef71-958a-4dc1-93f9-ec40b77d722f,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:40.719608 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 5306e945-2b4a-4bbb-b43c-353b2c855f8a no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:40.741600 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 5306e945-2b4a-4bbb-b43c-353b2c855f8a {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:43:40.742331 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 5306e945-2b4a-4bbb-b43c-353b2c855f8a not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:40.742752 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 6d4e992f-cf5f-4942-b2e4-0e14acf69230 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:40.765262 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 6d4e992f-cf5f-4942-b2e4-0e14acf69230 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:43:40.765706 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 6d4e992f-cf5f-4942-b2e4-0e14acf69230 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:40.828965 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4e953f9-3eee-4926-a57b-80d93917579c req-76589f93-d4c2-4fc8-a673-bee8177a4364 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=6ad80139b6a04b62be6629aa767024f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336976 Jul 27 16:43:41.040363 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e953f9-3eee-4926-a57b-80d93917579c req-7b047f75-69d8-4beb-b248-fc7fdc0dd29d tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:41.041851 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4e953f9-3eee-4926-a57b-80d93917579c req-7b047f75-69d8-4beb-b248-fc7fdc0dd29d tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051723 Jul 27 16:43:41.056668 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4e953f9-3eee-4926-a57b-80d93917579c req-8ad04f53-6b64-4c29-972b-f7fee5230068 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/quotas/6ad80139b6a04b62be6629aa767024f3 HTTP/1.1" status: 200 len: 375 time: 0.0092468 Jul 27 16:43:41.089796 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4e953f9-3eee-4926-a57b-80d93917579c req-82635135-f8b9-4b4e-81a7-276d7006cf1c tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=6ad80139b6a04b62be6629aa767024f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278385 Jul 27 16:43:41.259242 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bae53422-6add-48e4-87e8-64142d160032 req-3edbbcb0-6e2b-4117-af69-ce1dcaff96b1 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/ports?device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 210 time: 0.0330424 Jul 27 16:43:42.363086 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c6ff038d-f2cf-42fb-8d9b-8d5fd6a0de43 req-be126c9f-f5d9-4020-8888-e652ec17e39e tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/ports?device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 210 time: 0.0286088 Jul 27 16:43:43.109819 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46092) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:43.136770 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2b0221c4-7ddf-4497-8422-3a17043bdc21 req-5f8f0dad-d481-4578-959d-ceae73b3242e tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-274171055&fields=id&tenant_id=95d1afc492b44c07800f8d7288dac741 HTTP/1.1" status: 200 len: 267 time: 0.0510595 Jul 27 16:43:43.194065 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0221c4-7ddf-4497-8422-3a17043bdc21 req-4c5c97a4-1ec0-411c-9bdc-b712c210ed43 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:43.195585 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2b0221c4-7ddf-4497-8422-3a17043bdc21 req-4c5c97a4-1ec0-411c-9bdc-b712c210ed43 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 984 time: 0.0527005 Jul 27 16:43:43.206677 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-2b0221c4-7ddf-4497-8422-3a17043bdc21 req-a4da6da6-bcf9-42d1-ac68-07f91d891db5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Request body: {'port': {'security_groups': ['9cbd24b7-c7b0-486a-bf06-67c3da7e98c1']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:43.238796 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8e210d55-1f41-4807-981f-aa4983c657c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:43.285990 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-2b0221c4-7ddf-4497-8422-3a17043bdc21 req-a4da6da6-bcf9-42d1-ac68-07f91d891db5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:43.330584 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8e210d55-1f41-4807-981f-aa4983c657c5 admin admin] Publish callbacks [] for security_group (154a7d2b-6dce-41b0-a4d1-80b87a24287e), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:43.335447 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8e210d55-1f41-4807-981f-aa4983c657c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (154a7d2b-6dce-41b0-a4d1-80b87a24287e), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:43.355429 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4e953f9-3eee-4926-a57b-80d93917579c req-32c650bd-7e3d-4549-b1ef-b1e0bd6caefe tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6ad80139b6a04b62be6629aa767024f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514750 Jul 27 16:43:43.383201 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e210d55-1f41-4807-981f-aa4983c657c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154a7d2b-6dce-41b0-a4d1-80b87a24287e,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:43.387627 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8e210d55-1f41-4807-981f-aa4983c657c5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=732e82dff9c84034be19f702de536d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768021 Jul 27 16:43:43.391635 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46102) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:43.448614 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8ec249e9-ff7d-4465-87df-663fbbfa35e9 admin admin] Publish callbacks [] for security_group (154a7d2b-6dce-41b0-a4d1-80b87a24287e), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:43.473973 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8ec249e9-ff7d-4465-87df-663fbbfa35e9 admin admin] Publish callbacks [] for security_group (154a7d2b-6dce-41b0-a4d1-80b87a24287e), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:43.502158 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-779fb6de-744d-4db7-8608-af4854e05ef8 req-fd26add4-24b1-4693-ad40-fc59e33db652 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/ports?device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 210 time: 0.0458562 Jul 27 16:43:43.530321 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8ec249e9-ff7d-4465-87df-663fbbfa35e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (154a7d2b-6dce-41b0-a4d1-80b87a24287e), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:43.534028 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8ec249e9-ff7d-4465-87df-663fbbfa35e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:43.542807 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8ec249e9-ff7d-4465-87df-663fbbfa35e9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/154a7d2b-6dce-41b0-a4d1-80b87a24287e HTTP/1.1" status: 204 len: 168 time: 0.1455822 Jul 27 16:43:43.551882 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec249e9-ff7d-4465-87df-663fbbfa35e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154a7d2b-6dce-41b0-a4d1-80b87a24287e,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:43.558746 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:43.573927 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e953f9-3eee-4926-a57b-80d93917579c req-484610e1-e1f8-4a7c-9fef-f961ab6a0be5 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:43.575430 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4e953f9-3eee-4926-a57b-80d93917579c req-484610e1-e1f8-4a7c-9fef-f961ab6a0be5 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141035 Jul 27 16:43:43.585950 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:43.626045 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-2b0221c4-7ddf-4497-8422-3a17043bdc21 req-a4da6da6-bcf9-42d1-ac68-07f91d891db5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] For port 82adc233-9cd1-47cb-9a9f-6589c38dcd85, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=82adc233-9cd1-47cb-9a9f-6589c38dcd85,segment=NetworkSegment(5b125d0e-12ae-4804-9ab0-e6ac14eed65e),segment_id=5b125d0e-12ae-4804-9ab0-e6ac14eed65e)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:43.647161 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-e4e953f9-3eee-4926-a57b-80d93917579c req-7bcb7ccd-dfbe-40c0-b687-c253282f2e74 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Request body: {'port': {'device_id': '81aa0d90-1e1a-4782-ba30-d8a8910253b4', 'network_id': '69cf5e8a-5b22-44a7-9285-e5ac6c1148c6', 'admin_state_up': True, 'tenant_id': '6ad80139b6a04b62be6629aa767024f3'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:43.703644 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-2b0221c4-7ddf-4497-8422-3a17043bdc21 req-a4da6da6-bcf9-42d1-ac68-07f91d891db5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:43.711046 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-2b0221c4-7ddf-4497-8422-3a17043bdc21 req-a4da6da6-bcf9-42d1-ac68-07f91d891db5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:43.730015 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['82adc233-9cd1-47cb-9a9f-6589c38dcd85'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:43:43.772483 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0221c4-7ddf-4497-8422-3a17043bdc21 req-a4da6da6-bcf9-42d1-ac68-07f91d891db5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:43.773121 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-2b0221c4-7ddf-4497-8422-3a17043bdc21 req-a4da6da6-bcf9-42d1-ac68-07f91d891db5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:43.774693 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2b0221c4-7ddf-4497-8422-3a17043bdc21 req-a4da6da6-bcf9-42d1-ac68-07f91d891db5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "PUT /v2.0/ports/82adc233-9cd1-47cb-9a9f-6589c38dcd85 HTTP/1.1" status: 200 len: 942 time: 0.5726271 Jul 27 16:43:43.775443 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'tag': '82adc233-9cd1-47cb-9a9f-6589c38dcd85'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:43:43.778525 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79108257-adc1-4117-8de3-00250b1a5a83" -d '{"events": [{"name": "network-changed", "server_uuid": "62052d5b-7135-4e70-b6a3-e14c82a6f1eb", "tag": "82adc233-9cd1-47cb-9a9f-6589c38dcd85"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:43.781325 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46114) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:43.821024 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da6da6-bcf9-42d1-ac68-07f91d891db5 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Pushing event updated for resources: {'Port': ['ID=82adc233-9cd1-47cb-9a9f-6589c38dcd85,revision_number=7']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:43.848365 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e953f9-3eee-4926-a57b-80d93917579c req-7bcb7ccd-dfbe-40c0-b687-c253282f2e74 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Made reservation on behalf of 6ad80139b6a04b62be6629aa767024f3 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:43:43.856992 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['82adc233-9cd1-47cb-9a9f-6589c38dcd85'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:43:43.857751 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e4e953f9-3eee-4926-a57b-80d93917579c req-7bcb7ccd-dfbe-40c0-b687-c253282f2e74 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:43.858706 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46116) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:43.867248 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e4e953f9-3eee-4926-a57b-80d93917579c req-7bcb7ccd-dfbe-40c0-b687-c253282f2e74 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:43.903619 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8642f34-0aaf-49c6-bb0e-8657746e3978 x-openstack-request-id: req-d8642f34-0aaf-49c6-bb0e-8657746e3978 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:43.904163 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62052d5b-7135-4e70-b6a3-e14c82a6f1eb", "tag": "82adc233-9cd1-47cb-9a9f-6589c38dcd85", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:43.904580 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d8642f34-0aaf-49c6-bb0e-8657746e3978 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:43.905359 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8642f34-0aaf-49c6-bb0e-8657746e3978'] response: {'name': 'network-changed', 'server_uuid': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'tag': '82adc233-9cd1-47cb-9a9f-6589c38dcd85', 'status': 'completed', 'code': 200} Jul 27 16:43:43.911931 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-42ed1107-b616-472b-bd5b-67cfaeb809c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:43.990388 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:43:43.995567 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3348a1a7-3d12-4d9d-9217-97e1e12e64d8 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group (df9882dd-64c8-474b-a102-775f80848ff0), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.028400 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e4e953f9-3eee-4926-a57b-80d93917579c req-7bcb7ccd-dfbe-40c0-b687-c253282f2e74 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Publish callbacks [] for security_group (6afde1b7-d6f9-4593-b229-cb4a4de96b27), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.030255 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79108257-adc1-4117-8de3-00250b1a5a83 req-e5e289f8-e569-4e7d-ac64-3ba72e7e0b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:44.031888 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79108257-adc1-4117-8de3-00250b1a5a83 req-e5e289f8-e569-4e7d-ac64-3ba72e7e0b05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d1afc492b44c07800f8d7288dac741&device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 1129 time: 0.0975242 Jul 27 16:43:44.037111 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e4e953f9-3eee-4926-a57b-80d93917579c req-7bcb7ccd-dfbe-40c0-b687-c253282f2e74 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (6afde1b7-d6f9-4593-b229-cb4a4de96b27), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.091784 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3348a1a7-3d12-4d9d-9217-97e1e12e64d8 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group (df9882dd-64c8-474b-a102-775f80848ff0), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.133235 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:44.134502 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-552b6f3d-3c6e-4e56-895d-903232dfe3c1 None None] Provisioning complete for port 82adc233-9cd1-47cb-9a9f-6589c38dcd85 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:44.135042 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-552b6f3d-3c6e-4e56-895d-903232dfe3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.149538 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-42ed1107-b616-472b-bd5b-67cfaeb809c8 admin admin] Publish callbacks [] for security_group (3e53a1a7-3065-4a39-ad95-b8bc3642d25f), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.161543 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-42ed1107-b616-472b-bd5b-67cfaeb809c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (3e53a1a7-3065-4a39-ad95-b8bc3642d25f), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.166233 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:44.212505 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb7ccd-dfbe-40c0-b687-c253282f2e74 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6afde1b7-d6f9-4593-b229-cb4a4de96b27,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:44.219050 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-42ed1107-b616-472b-bd5b-67cfaeb809c8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fcf48935946543e8a55c5df282cefe76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3576353 Jul 27 16:43:44.221875 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed1107-b616-472b-bd5b-67cfaeb809c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e53a1a7-3065-4a39-ad95-b8bc3642d25f,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:44.225919 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46128) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:44.292665 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-552b6f3d-3c6e-4e56-895d-903232dfe3c1 None None] Current status of the port 82adc233-9cd1-47cb-9a9f-6589c38dcd85 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:44.305648 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79108257-adc1-4117-8de3-00250b1a5a83 req-9057b908-d1b1-4573-a817-919cf1c22441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:44.307199 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79108257-adc1-4117-8de3-00250b1a5a83 req-9057b908-d1b1-4573-a817-919cf1c22441 service neutron] 10.222.0.20 "GET /v2.0/networks?id=898a9478-2e06-47ac-96fa-1c8894314115 HTTP/1.1" status: 200 len: 915 time: 0.2092121 Jul 27 16:43:44.308356 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-e4e953f9-3eee-4926-a57b-80d93917579c req-7bcb7ccd-dfbe-40c0-b687-c253282f2e74 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Allocated IP 192.168.233.202 (69cf5e8a-5b22-44a7-9285-e5ac6c1148c6/a090bf05-db85-4203-8e3b-e0d8cd03a943/ab69c434-3553-4b28-85ac-da460818f621) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:43:44.326502 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3348a1a7-3d12-4d9d-9217-97e1e12e64d8 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (df9882dd-64c8-474b-a102-775f80848ff0), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.329446 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3348a1a7-3d12-4d9d-9217-97e1e12e64d8 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.330917 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-3348a1a7-3d12-4d9d-9217-97e1e12e64d8 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "DELETE /v2.0/security-groups/df9882dd-64c8-474b-a102-775f80848ff0 HTTP/1.1" status: 204 len: 168 time: 0.5485294 Jul 27 16:43:44.340489 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46134) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:44.352100 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1,neutron:INSERT=14,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:44.354977 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2813ac12-5fc3-4252-a4b6-32539d5f0357 admin admin] Publish callbacks [] for security_group (3e53a1a7-3065-4a39-ad95-b8bc3642d25f), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.389134 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:44.392527 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348a1a7-3d12-4d9d-9217-97e1e12e64d8 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9882dd-64c8-474b-a102-775f80848ff0,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:44.400708 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79108257-adc1-4117-8de3-00250b1a5a83 req-408f377e-63f3-4b65-9b19-54f9b800e472 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82adc233-9cd1-47cb-9a9f-6589c38dcd85 HTTP/1.1" status: 200 len: 1001 time: 0.0868070 Jul 27 16:43:44.429809 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2813ac12-5fc3-4252-a4b6-32539d5f0357 admin admin] Publish callbacks [] for security_group (3e53a1a7-3065-4a39-ad95-b8bc3642d25f), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.513596 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79108257-adc1-4117-8de3-00250b1a5a83 req-18e72104-362e-4740-94cd-96d6cb88be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:44.515527 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79108257-adc1-4117-8de3-00250b1a5a83 req-18e72104-362e-4740-94cd-96d6cb88be82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d9d83c7-b5fb-456b-9c6e-1576be2b5553 HTTP/1.1" status: 200 len: 853 time: 0.1057491 Jul 27 16:43:44.563596 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:44.570459 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2813ac12-5fc3-4252-a4b6-32539d5f0357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (3e53a1a7-3065-4a39-ad95-b8bc3642d25f), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.573563 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2813ac12-5fc3-4252-a4b6-32539d5f0357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.574876 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-2813ac12-5fc3-4252-a4b6-32539d5f0357 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3e53a1a7-3065-4a39-ad95-b8bc3642d25f HTTP/1.1" status: 204 len: 168 time: 0.3471501 Jul 27 16:43:44.592540 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813ac12-5fc3-4252-a4b6-32539d5f0357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e53a1a7-3065-4a39-ad95-b8bc3642d25f,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:44.594068 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79108257-adc1-4117-8de3-00250b1a5a83 req-50b8862c-ade6-4184-ac7b-4b08a0a1a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:44.595814 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79108257-adc1-4117-8de3-00250b1a5a83 req-50b8862c-ade6-4184-ac7b-4b08a0a1a9a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=898a9478-2e06-47ac-96fa-1c8894314115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717602 Jul 27 16:43:44.595964 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-43693bd7-d2cd-4fa6-b28c-8c02bfb54234 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Deleting port 92c1b2b4-9c6f-4a6a-b0e7-2e9f93ebedca {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:44.596290 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-43693bd7-d2cd-4fa6-b28c-8c02bfb54234 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (92c1b2b4-9c6f-4a6a-b0e7-2e9f93ebedca), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.685972 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-43693bd7-d2cd-4fa6-b28c-8c02bfb54234 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (92c1b2b4-9c6f-4a6a-b0e7-2e9f93ebedca), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.686302 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-43693bd7-d2cd-4fa6-b28c-8c02bfb54234 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for floatingip (92c1b2b4-9c6f-4a6a-b0e7-2e9f93ebedca), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.686564 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e4e953f9-3eee-4926-a57b-80d93917579c req-7bcb7ccd-dfbe-40c0-b687-c253282f2e74 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Publish callbacks [] for port (ab69c434-3553-4b28-85ac-da460818f621), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.699842 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-43693bd7-d2cd-4fa6-b28c-8c02bfb54234 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Calling delete_port for 92c1b2b4-9c6f-4a6a-b0e7-2e9f93ebedca owned by network:floatingip {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:44.714334 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3b132a9a-a328-4040-8bc0-476f82874e9e req-0d814dbc-5228-4232-b94e-8a306c9ac0e5 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/ports?device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 210 time: 0.0503991 Jul 27 16:43:44.771111 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79108257-adc1-4117-8de3-00250b1a5a83 req-4967eeca-f335-4315-aed9-1e93dadc617a service neutron] 10.222.0.20 "GET /v2.0/networks/898a9478-2e06-47ac-96fa-1c8894314115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668608 Jul 27 16:43:44.772552 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e4e953f9-3eee-4926-a57b-80d93917579c req-7bcb7ccd-dfbe-40c0-b687-c253282f2e74 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (ab69c434-3553-4b28-85ac-da460818f621), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.858290 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e953f9-3eee-4926-a57b-80d93917579c req-7bcb7ccd-dfbe-40c0-b687-c253282f2e74 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Network 69cf5e8a-5b22-44a7-9285-e5ac6c1148c6 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:44.869462 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-e4e953f9-3eee-4926-a57b-80d93917579c req-7bcb7ccd-dfbe-40c0-b687-c253282f2e74 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:44.877369 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e953f9-3eee-4926-a57b-80d93917579c req-7bcb7ccd-dfbe-40c0-b687-c253282f2e74 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:43:44.886414 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb7ccd-dfbe-40c0-b687-c253282f2e74 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Pushing event updated for resources: {'Port': ['ID=ab69c434-3553-4b28-85ac-da460818f621,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:44.905830 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-43693bd7-d2cd-4fa6-b28c-8c02bfb54234 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (92c1b2b4-9c6f-4a6a-b0e7-2e9f93ebedca), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.963327 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43693bd7-d2cd-4fa6-b28c-8c02bfb54234 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Pushing event deleted for resources: {'Port': ['ID=92c1b2b4-9c6f-4a6a-b0e7-2e9f93ebedca,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:44.975454 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e953f9-3eee-4926-a57b-80d93917579c req-7bcb7ccd-dfbe-40c0-b687-c253282f2e74 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:44.976317 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e4e953f9-3eee-4926-a57b-80d93917579c req-7bcb7ccd-dfbe-40c0-b687-c253282f2e74 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:44.983642 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79108257-adc1-4117-8de3-00250b1a5a83 req-e7f80510-eca6-4a5d-85a2-8fc59bb1ede3 service neutron] 10.222.0.20 "GET /v2.0/networks/898a9478-2e06-47ac-96fa-1c8894314115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833937 Jul 27 16:43:45.000201 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4e953f9-3eee-4926-a57b-80d93917579c req-7bcb7ccd-dfbe-40c0-b687-c253282f2e74 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3568027 Jul 27 16:43:45.017624 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Request body: {'port': {'device_id': '81aa0d90-1e1a-4782-ba30-d8a8910253b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:45.050382 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-43693bd7-d2cd-4fa6-b28c-8c02bfb54234 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks [] for floatingip (aff6bdd3-0bfa-4bd5-95d5-7483ba588186), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:45.050714 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-43693bd7-d2cd-4fa6-b28c-8c02bfb54234 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Floating IP aff6bdd3-0bfa-4bd5-95d5-7483ba588186 disassociated (deleted). External IP: 172.27.2.119, port: 82adc233-9cd1-47cb-9a9f-6589c38dcd85. Jul 27 16:43:45.131951 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (ab69c434-3553-4b28-85ac-da460818f621), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:45.225348 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-a80d8af6-0408-49a3-8031-82aca1a02266 None None] Provisioning complete for port ab69c434-3553-4b28-85ac-da460818f621 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:45.226026 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a80d8af6-0408-49a3-8031-82aca1a02266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (ab69c434-3553-4b28-85ac-da460818f621), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:45.243740 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:45.275537 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-a80d8af6-0408-49a3-8031-82aca1a02266 None None] Port ab69c434-3553-4b28-85ac-da460818f621 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:43:45.318394 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43693bd7-d2cd-4fa6-b28c-8c02bfb54234 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:43:45.379977 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:45.432164 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab69c434-3553-4b28-85ac-da460818f621 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:43:45.449509 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Publish callbacks [] for port (ab69c434-3553-4b28-85ac-da460818f621), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:45.451961 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43693bd7-d2cd-4fa6-b28c-8c02bfb54234 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:45.463017 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-43693bd7-d2cd-4fa6-b28c-8c02bfb54234 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:45.466113 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f4d01-0921-4216-9561-fc677185d3b5 None None] Sync routers for ids ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:45.478506 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f4d01-0921-4216-9561-fc677185d3b5 None None] Routers {'42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:45.479519 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-a32f4d01-0921-4216-9561-fc677185d3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:43:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:45.485736 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Transition to ACTIVE for port object ab69c434-3553-4b28-85ac-da460818f621 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:43:45.493089 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (ab69c434-3553-4b28-85ac-da460818f621), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:45.497089 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:45.507464 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-43693bd7-d2cd-4fa6-b28c-8c02bfb54234 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "DELETE /v2.0/floatingips/aff6bdd3-0bfa-4bd5-95d5-7483ba588186 HTTP/1.1" status: 204 len: 168 time: 1.1655395 Jul 27 16:43:45.508227 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'tag': '82adc233-9cd1-47cb-9a9f-6589c38dcd85'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:43:45.511032 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af85b610-f6a3-435f-9b7e-8a7f20f15502" -d '{"events": [{"name": "network-changed", "server_uuid": "62052d5b-7135-4e70-b6a3-e14c82a6f1eb", "tag": "82adc233-9cd1-47cb-9a9f-6589c38dcd85"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:45.559098 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:45.561671 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Pushing event updated for resources: {'Port': ['ID=ab69c434-3553-4b28-85ac-da460818f621,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:45.589451 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b1a5fd-ef04-495d-9904-649e874d6989 x-openstack-request-id: req-32b1a5fd-ef04-495d-9904-649e874d6989 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:45.589983 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62052d5b-7135-4e70-b6a3-e14c82a6f1eb", "tag": "82adc233-9cd1-47cb-9a9f-6589c38dcd85", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:45.592602 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-32b1a5fd-ef04-495d-9904-649e874d6989 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:45.593348 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b1a5fd-ef04-495d-9904-649e874d6989'] response: {'name': 'network-changed', 'server_uuid': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'tag': '82adc233-9cd1-47cb-9a9f-6589c38dcd85', 'status': 'completed', 'code': 200} Jul 27 16:43:45.714834 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-a32f4d01-0921-4216-9561-fc677185d3b5 None None] Set router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:45.734371 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Attempting to bind port ab69c434-3553-4b28-85ac-da460818f621 on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:43:45.734711 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Attempting to bind port ab69c434-3553-4b28-85ac-da460818f621 by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': '7f2c0ea3-1dd7-4571-b59e-2a51841362b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '69cf5e8a-5b22-44a7-9285-e5ac6c1148c6'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:43:45.735047 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Attempting to bind port ab69c434-3553-4b28-85ac-da460818f621 on network 69cf5e8a-5b22-44a7-9285-e5ac6c1148c6 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:43:45.741702 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85b610-f6a3-435f-9b7e-8a7f20f15502 req-cde2325d-ec30-4471-b29e-f9e15dd4aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:45.742589 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-af85b610-f6a3-435f-9b7e-8a7f20f15502 req-cde2325d-ec30-4471-b29e-f9e15dd4aee6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d1afc492b44c07800f8d7288dac741&device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 1129 time: 0.1304369 Jul 27 16:43:45.744638 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Port ab69c434-3553-4b28-85ac-da460818f621 on network 69cf5e8a-5b22-44a7-9285-e5ac6c1148c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:43:45.744993 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Attempting to bind port ab69c434-3553-4b28-85ac-da460818f621 on network 69cf5e8a-5b22-44a7-9285-e5ac6c1148c6 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:43:45.763952 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:43:45.764545 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Checking segment: {'id': '7f2c0ea3-1dd7-4571-b59e-2a51841362b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '69cf5e8a-5b22-44a7-9285-e5ac6c1148c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:43:45.766636 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Bound using segment: {'id': '7f2c0ea3-1dd7-4571-b59e-2a51841362b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '69cf5e8a-5b22-44a7-9285-e5ac6c1148c6'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:43:45.767304 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Bound port: ab69c434-3553-4b28-85ac-da460818f621, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f2c0ea3-1dd7-4571-b59e-2a51841362b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '69cf5e8a-5b22-44a7-9285-e5ac6c1148c6'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:43:45.767861 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (ab69c434-3553-4b28-85ac-da460818f621), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:45.980687 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] For port ab69c434-3553-4b28-85ac-da460818f621, host hv-cinder-84969, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:46.009691 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:46.020765 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631df95-86d3-4797-83e2-3fef378d8e5e req-df1eb97a-d58b-410e-bdfc-4e9603796d9e tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:46.022735 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c631df95-86d3-4797-83e2-3fef378d8e5e req-df1eb97a-d58b-410e-bdfc-4e9603796d9e tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/ports?device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 948 time: 0.1222253 Jul 27 16:43:46.024874 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] For port ab69c434-3553-4b28-85ac-da460818f621, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=ab69c434-3553-4b28-85ac-da460818f621,segment=NetworkSegment(7f2c0ea3-1dd7-4571-b59e-2a51841362b1),segment_id=7f2c0ea3-1dd7-4571-b59e-2a51841362b1)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:43:46.046370 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (ab69c434-3553-4b28-85ac-da460818f621), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:46.049393 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85b610-f6a3-435f-9b7e-8a7f20f15502 req-8f32acc2-f54d-4ad3-bb08-4b178101eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:46.051761 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-af85b610-f6a3-435f-9b7e-8a7f20f15502 req-8f32acc2-f54d-4ad3-bb08-4b178101eff4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=898a9478-2e06-47ac-96fa-1c8894314115 HTTP/1.1" status: 200 len: 915 time: 0.2982140 Jul 27 16:43:46.142992 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-a32f4d01-0921-4216-9561-fc677185d3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'name': 'tempest-TestMinimumBasicScenario-634649215-router', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:14Z', 'revision_number': 4, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'gw_port': {'id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': 'f917f476-c765-4437-a9e4-0b5725df46b0', 'name': '', 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'mac_address': 'fa:16:3e:30:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:14Z', 'updated_at': '2022-07-27T16:41:19Z', 'revision_number': 5, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'subnets': [{'id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:46.186032 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f4d01-0921-4216-9561-fc677185d3b5 None None] Checking router: 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:46.195451 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f4d01-0921-4216-9561-fc677185d3b5 None None] Routers {'42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:46.196386 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-a32f4d01-0921-4216-9561-fc677185d3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:43:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:46.228677 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46194) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:46.342093 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:46.351771 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-a32f4d01-0921-4216-9561-fc677185d3b5 None None] Set router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:46.354106 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:46.380088 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a60a8915-1501-405f-8917-d0082ac7323f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:46.506459 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a60a8915-1501-405f-8917-d0082ac7323f admin admin] Publish callbacks [] for security_group (6dd5984c-8383-4754-ad0b-55ed438010f0), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:46.513435 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a60a8915-1501-405f-8917-d0082ac7323f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (6dd5984c-8383-4754-ad0b-55ed438010f0), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:46.535810 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:46.536608 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:46.538598 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4e953f9-3eee-4926-a57b-80d93917579c req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] 10.222.0.20 "PUT /v2.0/ports/ab69c434-3553-4b28-85ac-da460818f621 HTTP/1.1" status: 200 len: 1098 time: 1.5264339 Jul 27 16:43:46.596940 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81aa0d90-1e1a-4782-ba30-d8a8910253b4', 'tag': 'ab69c434-3553-4b28-85ac-da460818f621'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:43:46.599309 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0284d6e9-2e83-4ace-a470-e88e7e3240c2" -d '{"events": [{"name": "network-changed", "server_uuid": "81aa0d90-1e1a-4782-ba30-d8a8910253b4", "tag": "ab69c434-3553-4b28-85ac-da460818f621"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:46.604013 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-af85b610-f6a3-435f-9b7e-8a7f20f15502 req-7fa2220c-9873-4cbf-8a25-7fc94664a2ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82adc233-9cd1-47cb-9a9f-6589c38dcd85 HTTP/1.1" status: 200 len: 217 time: 0.0804706 Jul 27 16:43:46.636600 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-a60a8915-1501-405f-8917-d0082ac7323f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c93a0e8d8e004bd4bacc67363ac5a9bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4063296 Jul 27 16:43:46.637828 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46208) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:46.668841 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a8915-1501-405f-8917-d0082ac7323f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd5984c-8383-4754-ad0b-55ed438010f0,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:46.735845 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-a32f4d01-0921-4216-9561-fc677185d3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'name': 'tempest-TestMinimumBasicScenario-634649215-router', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:14Z', 'revision_number': 4, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'gw_port': {'id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': 'f917f476-c765-4437-a9e4-0b5725df46b0', 'name': '', 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'mac_address': 'fa:16:3e:30:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:14Z', 'updated_at': '2022-07-27T16:41:19Z', 'revision_number': 5, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'subnets': [{'id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:46.749328 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e953f9-3eee-4926-a57b-80d93917579c req-ea77728d-fa39-4f39-a3c6-b294291a0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:46.750893 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4e953f9-3eee-4926-a57b-80d93917579c req-ea77728d-fa39-4f39-a3c6-b294291a0067 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ad80139b6a04b62be6629aa767024f3&device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 1132 time: 0.0891740 Jul 27 16:43:46.754993 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16eeb995-1e6f-41f3-8263-83d4793bc8b6 x-openstack-request-id: req-16eeb995-1e6f-41f3-8263-83d4793bc8b6 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:46.755284 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81aa0d90-1e1a-4782-ba30-d8a8910253b4", "tag": "ab69c434-3553-4b28-85ac-da460818f621", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:46.755692 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-16eeb995-1e6f-41f3-8263-83d4793bc8b6 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:46.757226 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16eeb995-1e6f-41f3-8263-83d4793bc8b6'] response: {'name': 'network-changed', 'server_uuid': '81aa0d90-1e1a-4782-ba30-d8a8910253b4', 'tag': 'ab69c434-3553-4b28-85ac-da460818f621', 'status': 'completed', 'code': 200} Jul 27 16:43:46.809755 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3ccefecc-f2ca-4c04-8a67-0480b739a192 admin admin] Publish callbacks [] for security_group (6dd5984c-8383-4754-ad0b-55ed438010f0), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:46.814947 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f4d01-0921-4216-9561-fc677185d3b5 None None] The sync data for ids ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'] in dv-cinder-849690-6-iscsi is: [{'id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'name': 'tempest-TestMinimumBasicScenario-634649215-router', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:14Z', 'revision_number': 4, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'gw_port': {'id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': 'f917f476-c765-4437-a9e4-0b5725df46b0', 'name': '', 'network_id': '898a9478-2e06-47ac-96fa-1c8894314115', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'mac_address': 'fa:16:3e:30:45:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:14Z', 'updated_at': '2022-07-27T16:41:19Z', 'revision_number': 5, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'subnets': [{'id': '2d9d83c7-b5fb-456b-9c6e-1576be2b5553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:46.889172 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3ccefecc-f2ca-4c04-8a67-0480b739a192 admin admin] Publish callbacks [] for security_group (6dd5984c-8383-4754-ad0b-55ed438010f0), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:46.898933 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c631df95-86d3-4797-83e2-3fef378d8e5e req-184fb19e-2158-4c70-ae8e-d49fe24eb4af tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/security-groups?id=6afde1b7-d6f9-4593-b229-cb4a4de96b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8663633 Jul 27 16:43:46.899676 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b78d58-8afa-4abb-9882-17dd84fecc7f service neutron] Pushing event updated for resources: {'Port': ['ID=ab69c434-3553-4b28-85ac-da460818f621,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:46.959576 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4e953f9-3eee-4926-a57b-80d93917579c req-90cf8e11-dcdf-4bbb-b3d4-770a6c3732ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=ab69c434-3553-4b28-85ac-da460818f621 HTTP/1.1" status: 200 len: 217 time: 0.1616926 Jul 27 16:43:46.979819 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85b610-f6a3-435f-9b7e-8a7f20f15502 req-261ca420-dae4-4803-96f2-f194299c6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:46.986817 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-af85b610-f6a3-435f-9b7e-8a7f20f15502 req-261ca420-dae4-4803-96f2-f194299c6f78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d9d83c7-b5fb-456b-9c6e-1576be2b5553 HTTP/1.1" status: 200 len: 853 time: 0.3661280 Jul 27 16:43:46.996152 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3ccefecc-f2ca-4c04-8a67-0480b739a192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (6dd5984c-8383-4754-ad0b-55ed438010f0), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:47.001937 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3ccefecc-f2ca-4c04-8a67-0480b739a192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:47.003116 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-3ccefecc-f2ca-4c04-8a67-0480b739a192 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6dd5984c-8383-4754-ad0b-55ed438010f0 HTTP/1.1" status: 204 len: 168 time: 0.3602569 Jul 27 16:43:47.015679 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccefecc-f2ca-4c04-8a67-0480b739a192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd5984c-8383-4754-ad0b-55ed438010f0,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:47.108122 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e953f9-3eee-4926-a57b-80d93917579c req-9bb3fb60-dc66-43d7-8d68-6de326acb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:47.109655 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4e953f9-3eee-4926-a57b-80d93917579c req-9bb3fb60-dc66-43d7-8d68-6de326acb07c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a090bf05-db85-4203-8e3b-e0d8cd03a943 HTTP/1.1" status: 200 len: 843 time: 0.1406548 Jul 27 16:43:47.139672 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85b610-f6a3-435f-9b7e-8a7f20f15502 req-7639647f-4b5c-42c1-b78b-d266b4b83343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:47.141273 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-af85b610-f6a3-435f-9b7e-8a7f20f15502 req-7639647f-4b5c-42c1-b78b-d266b4b83343 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=898a9478-2e06-47ac-96fa-1c8894314115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1094418 Jul 27 16:43:47.226390 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e953f9-3eee-4926-a57b-80d93917579c req-c3c2763a-1e8a-4fd6-8b2d-171db00bcb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:47.228075 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4e953f9-3eee-4926-a57b-80d93917579c req-c3c2763a-1e8a-4fd6-8b2d-171db00bcb8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69cf5e8a-5b22-44a7-9285-e5ac6c1148c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1069696 Jul 27 16:43:47.291359 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:47.308629 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031224b5-6af8-4305-a2e4-7e583139caf1 None None] New status for floating IP aff6bdd3-0bfa-4bd5-95d5-7483ba588186: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:43:47.427797 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:47.431206 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4e953f9-3eee-4926-a57b-80d93917579c req-65b00ef7-8c89-4a79-bef4-9d28bc380a1b service neutron] 10.222.0.20 "GET /v2.0/networks/69cf5e8a-5b22-44a7-9285-e5ac6c1148c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828437 Jul 27 16:43:47.433083 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-af85b610-f6a3-435f-9b7e-8a7f20f15502 req-f609b5ae-089d-41d8-b605-bb086899263e service neutron] 10.222.0.20 "GET /v2.0/networks/898a9478-2e06-47ac-96fa-1c8894314115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649803 Jul 27 16:43:47.663506 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-af85b610-f6a3-435f-9b7e-8a7f20f15502 req-2d6c32f4-de74-4a9d-9f26-73b9fe90d937 service neutron] 10.222.0.20 "GET /v2.0/networks/898a9478-2e06-47ac-96fa-1c8894314115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966400 Jul 27 16:43:47.667076 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e4e953f9-3eee-4926-a57b-80d93917579c req-ee84b568-ff7a-4c7a-8a8f-83199e45b2a9 service neutron] 10.222.0.20 "GET /v2.0/networks/69cf5e8a-5b22-44a7-9285-e5ac6c1148c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227862 Jul 27 16:43:48.019190 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c81da5-f36e-4ff5-a78d-f968ab2242f5 req-bf1b1ef1-730d-4583-9e03-d7aa3873bd79 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:48.020656 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22c81da5-f36e-4ff5-a78d-f968ab2242f5 req-bf1b1ef1-730d-4583-9e03-d7aa3873bd79 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/ports?device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 948 time: 0.0480702 Jul 27 16:43:48.071210 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22c81da5-f36e-4ff5-a78d-f968ab2242f5 req-9cba00f6-089e-4e8b-a8f8-dad1d67c611a tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/security-groups?id=6afde1b7-d6f9-4593-b229-cb4a4de96b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439141 Jul 27 16:43:48.688590 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284d6e9-2e83-4ace-a470-e88e7e3240c2 req-cc26272b-a107-4930-84b3-9a6ad35eb021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:48.690306 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0284d6e9-2e83-4ace-a470-e88e7e3240c2 req-cc26272b-a107-4930-84b3-9a6ad35eb021 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ad80139b6a04b62be6629aa767024f3&device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 1132 time: 0.0886495 Jul 27 16:43:48.701687 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46302) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:48.780363 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-8e678723-fd79-4b19-976a-84fe8e29ae82 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-773411907&fields=id&tenant_id=c24a78af0a5d46de89b42a548fc3f43c HTTP/1.1" status: 200 len: 267 time: 0.1157992 Jul 27 16:43:48.875173 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-001ff0cf-fadb-4378-bde2-a252675d77da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:48.906130 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeeebc8-00f8-435c-9572-727d29fa4024 req-a2882b0a-4261-473e-8622-d9fff4ef803b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:48.907666 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ffeeebc8-00f8-435c-9572-727d29fa4024 req-a2882b0a-4261-473e-8622-d9fff4ef803b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 945 time: 0.1247690 Jul 27 16:43:48.912849 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284d6e9-2e83-4ace-a470-e88e7e3240c2 req-16767856-4c5f-4637-ab65-c18974d9aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:48.914232 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0284d6e9-2e83-4ace-a470-e88e7e3240c2 req-16767856-4c5f-4637-ab65-c18974d9aa39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=69cf5e8a-5b22-44a7-9285-e5ac6c1148c6 HTTP/1.1" status: 200 len: 870 time: 0.2172689 Jul 27 16:43:48.965775 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-001ff0cf-fadb-4378-bde2-a252675d77da admin admin] Publish callbacks [] for security_group (1607c509-ab7b-4f5d-b59b-4a93acf8e3bc), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:48.971539 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-001ff0cf-fadb-4378-bde2-a252675d77da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (1607c509-ab7b-4f5d-b59b-4a93acf8e3bc), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:48.992242 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ffeeebc8-00f8-435c-9572-727d29fa4024 req-9bbddd75-18a4-4bf9-9a93-2da74395c39c tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724843 Jul 27 16:43:49.002503 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-dc18596b-84ae-4962-8148-d04238320d6f tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:49.004006 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-dc18596b-84ae-4962-8148-d04238320d6f tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/networks?id=f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 200 len: 812 time: 0.2077074 Jul 27 16:43:49.023920 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-88aeaa28-00ee-4adc-a501-ef390519318a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/quotas/c24a78af0a5d46de89b42a548fc3f43c HTTP/1.1" status: 200 len: 375 time: 0.0105534 Jul 27 16:43:49.032097 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ff0cf-fadb-4378-bde2-a252675d77da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1607c509-ab7b-4f5d-b59b-4a93acf8e3bc,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:49.036877 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-001ff0cf-fadb-4378-bde2-a252675d77da admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=76552deb302841cc86b960fe1f50b2c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334455 Jul 27 16:43:49.039404 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46314) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:49.080524 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-dbc33deb-10e1-4753-88af-e06ed480ff66 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539503 Jul 27 16:43:49.094655 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a037-296a-4d1a-ba8e-84afb3c5cef5 admin admin] Publish callbacks [] for security_group (1607c509-ab7b-4f5d-b59b-4a93acf8e3bc), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:49.097511 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:49.134878 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a037-296a-4d1a-ba8e-84afb3c5cef5 admin admin] Publish callbacks [] for security_group (1607c509-ab7b-4f5d-b59b-4a93acf8e3bc), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:49.202844 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a037-296a-4d1a-ba8e-84afb3c5cef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (1607c509-ab7b-4f5d-b59b-4a93acf8e3bc), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:49.205965 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a037-296a-4d1a-ba8e-84afb3c5cef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:49.209544 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-7ee5a037-296a-4d1a-ba8e-84afb3c5cef5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1607c509-ab7b-4f5d-b59b-4a93acf8e3bc HTTP/1.1" status: 204 len: 168 time: 0.1666200 Jul 27 16:43:49.217271 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5a037-296a-4d1a-ba8e-84afb3c5cef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1607c509-ab7b-4f5d-b59b-4a93acf8e3bc,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:49.261215 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b27d7-75e0-4c52-a01f-191f88d829bb req-2777371a-df50-475a-a3b0-764e814401af tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:49.263902 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-151b27d7-75e0-4c52-a01f-191f88d829bb req-2777371a-df50-475a-a3b0-764e814401af tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/ports?device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 948 time: 0.1134620 Jul 27 16:43:49.329752 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-29c1cf50-fd86-4cfb-b875-c4401e034e0b service neutron] 10.222.0.74 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303395 Jul 27 16:43:49.343899 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-151b27d7-75e0-4c52-a01f-191f88d829bb req-dc444ec9-d3d2-4968-8efb-0296b5f6d7fe tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/security-groups?id=6afde1b7-d6f9-4593-b229-cb4a4de96b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716193 Jul 27 16:43:49.415067 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:49.423874 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:49.448115 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-60192aab-5f13-4414-89b9-5d0c31dc7e5d service neutron] 10.222.0.74 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032171 Jul 27 16:43:49.568007 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device ab69c434-3553-4b28-85ac-da460818f621 details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:43:49.681589 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port ab69c434-3553-4b28-85ac-da460818f621, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=ab69c434-3553-4b28-85ac-da460818f621,segment=NetworkSegment(7f2c0ea3-1dd7-4571-b59e-2a51841362b1),segment_id=7f2c0ea3-1dd7-4571-b59e-2a51841362b1)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:49.694238 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': 'ab69c434-3553-4b28-85ac-da460818f621', 'network_id': '69cf5e8a-5b22-44a7-9285-e5ac6c1148c6', 'port_id': 'ab69c434-3553-4b28-85ac-da460818f621', 'mac_address': 'fa:16:3e:25:02:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a090bf05-db85-4203-8e3b-e0d8cd03a943', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:43:49.735685 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port ab69c434-3553-4b28-85ac-da460818f621 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:49.736135 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (ab69c434-3553-4b28-85ac-da460818f621), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:49.754361 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab69c434-3553-4b28-85ac-da460818f621 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:43:49.779293 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port ab69c434-3553-4b28-85ac-da460818f621, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=ab69c434-3553-4b28-85ac-da460818f621,segment=NetworkSegment(7f2c0ea3-1dd7-4571-b59e-2a51841362b1),segment_id=7f2c0ea3-1dd7-4571-b59e-2a51841362b1)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:49.784208 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (ab69c434-3553-4b28-85ac-da460818f621), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:49.799858 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1bf605d1-0ec8-4d41-abed-1e4cc2799e9b req-366e9442-286f-4e8a-8585-1a08b33c4736 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 210 time: 0.0399106 Jul 27 16:43:49.839760 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=ab69c434-3553-4b28-85ac-da460818f621,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:50.009948 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['ab69c434-3553-4b28-85ac-da460818f621'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:43:50.184486 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0284d6e9-2e83-4ace-a470-e88e7e3240c2 req-732b7bdf-a3f2-4351-bdec-e2142f3bb112 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=ab69c434-3553-4b28-85ac-da460818f621 HTTP/1.1" status: 200 len: 217 time: 0.0480280 Jul 27 16:43:50.192934 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c189525-c871-473d-819f-7bdf1b96e658 req-1a6b401a-fa2a-41df-874e-f671d609d82f tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:50.194502 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2c189525-c871-473d-819f-7bdf1b96e658 req-1a6b401a-fa2a-41df-874e-f671d609d82f tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 945 time: 0.1052127 Jul 27 16:43:50.267199 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284d6e9-2e83-4ace-a470-e88e7e3240c2 req-4987a286-3935-4bbb-b867-259835e3ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:50.268668 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0284d6e9-2e83-4ace-a470-e88e7e3240c2 req-4987a286-3935-4bbb-b867-259835e3ea9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a090bf05-db85-4203-8e3b-e0d8cd03a943 HTTP/1.1" status: 200 len: 843 time: 0.0716085 Jul 27 16:43:50.287973 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2c189525-c871-473d-819f-7bdf1b96e658 req-110fcd45-8c53-4bae-824f-4e3f56fe9c8d tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/security-groups?id=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619190 Jul 27 16:43:50.356155 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284d6e9-2e83-4ace-a470-e88e7e3240c2 req-31bc93d1-c65e-40aa-843c-8b4a3f370bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:50.356853 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0284d6e9-2e83-4ace-a470-e88e7e3240c2 req-31bc93d1-c65e-40aa-843c-8b4a3f370bdf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69cf5e8a-5b22-44a7-9285-e5ac6c1148c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0506458 Jul 27 16:43:50.534849 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:50.566878 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0284d6e9-2e83-4ace-a470-e88e7e3240c2 req-cdf3cf6c-2982-4829-9657-ce96232b20dc service neutron] 10.222.0.20 "GET /v2.0/networks/69cf5e8a-5b22-44a7-9285-e5ac6c1148c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010183 Jul 27 16:43:50.603469 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e248e6-2863-4fc0-a671-bd4a3665869d req-d88ecdcb-2c97-41fc-97e8-9087fd846766 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:50.605138 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-28e248e6-2863-4fc0-a671-bd4a3665869d req-d88ecdcb-2c97-41fc-97e8-9087fd846766 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.20 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 945 time: 0.1671474 Jul 27 16:43:50.627355 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b09ad-1077-45ec-8c9b-c97b75a4b947 req-2aa8ec6c-e655-4896-9c47-69a6689a9f00 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:50.628879 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6b3b09ad-1077-45ec-8c9b-c97b75a4b947 req-2aa8ec6c-e655-4896-9c47-69a6689a9f00 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/ports?device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 949 time: 0.1351061 Jul 27 16:43:50.686180 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6b3b09ad-1077-45ec-8c9b-c97b75a4b947 req-8819971d-319b-45e0-b98d-6d952a6df3a3 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/security-groups?id=6afde1b7-d6f9-4593-b229-cb4a4de96b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501096 Jul 27 16:43:50.843778 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-28e248e6-2863-4fc0-a671-bd4a3665869d req-0f41d161-5b2b-41c1-9308-cfa1761a847b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Deleting port 82adc233-9cd1-47cb-9a9f-6589c38dcd85 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:50.845018 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-28e248e6-2863-4fc0-a671-bd4a3665869d req-0f41d161-5b2b-41c1-9308-cfa1761a847b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:50.961041 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-774ee0f4-a8f1-4b49-b6d5-8d51b41b9169 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:50.962797 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-774ee0f4-a8f1-4b49-b6d5-8d51b41b9169 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.20 "GET /v2.0/networks?id=f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 200 len: 812 time: 0.1597178 Jul 27 16:43:50.980085 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:51.009363 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0284d6e9-2e83-4ace-a470-e88e7e3240c2 req-2816abaf-c28d-4a35-85ac-4f1b4f170e09 service neutron] 10.222.0.20 "GET /v2.0/networks/69cf5e8a-5b22-44a7-9285-e5ac6c1148c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076084 Jul 27 16:43:51.020737 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0c7135e8-8819-4ead-9dd1-21d11ed8d679 req-0f5117d5-5b5c-4798-98da-307131ea6776 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 210 time: 0.0865612 Jul 27 16:43:51.049388 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-28e248e6-2863-4fc0-a671-bd4a3665869d req-0f41d161-5b2b-41c1-9308-cfa1761a847b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] For port 82adc233-9cd1-47cb-9a9f-6589c38dcd85, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=82adc233-9cd1-47cb-9a9f-6589c38dcd85,segment=NetworkSegment(5b125d0e-12ae-4804-9ab0-e6ac14eed65e),segment_id=5b125d0e-12ae-4804-9ab0-e6ac14eed65e)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:51.049789 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-28e248e6-2863-4fc0-a671-bd4a3665869d req-0f41d161-5b2b-41c1-9308-cfa1761a847b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:51.051836 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-b0ad58e0-e436-4e43-b152-d55dd29b1ac8 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c24a78af0a5d46de89b42a548fc3f43c HTTP/1.1" status: 200 len: 379 time: 0.0787425 Jul 27 16:43:51.063809 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-d9512269-16f0-4792-82cb-2002379936ed tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Request body: {'port': {'device_id': '478cfc69-4fbf-4a0c-86f4-8de2d02d9283', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'admin_state_up': True, 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'security_groups': ['d25f3411-cdaa-4120-b797-b729e19c91c0']}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:51.069061 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-28e248e6-2863-4fc0-a671-bd4a3665869d req-0f41d161-5b2b-41c1-9308-cfa1761a847b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Calling delete_port for 82adc233-9cd1-47cb-9a9f-6589c38dcd85 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:51.192284 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:51.203112 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-d9512269-16f0-4792-82cb-2002379936ed tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Made reservation on behalf of c24a78af0a5d46de89b42a548fc3f43c for: {'port': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:43:51.209335 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-d9512269-16f0-4792-82cb-2002379936ed tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:51.225138 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-28e248e6-2863-4fc0-a671-bd4a3665869d req-0f41d161-5b2b-41c1-9308-cfa1761a847b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (82adc233-9cd1-47cb-9a9f-6589c38dcd85), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:51.244368 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['82adc233-9cd1-47cb-9a9f-6589c38dcd85'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:43:51.259504 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41d161-5b2b-41c1-9308-cfa1761a847b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Pushing event deleted for resources: {'Port': ['ID=82adc233-9cd1-47cb-9a9f-6589c38dcd85,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:51.322021 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e248e6-2863-4fc0-a671-bd4a3665869d req-0f41d161-5b2b-41c1-9308-cfa1761a847b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] No DVR routers for this DVR port 82adc233-9cd1-47cb-9a9f-6589c38dcd85 on host hv-cinder-84969 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:43:51.324667 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-28e248e6-2863-4fc0-a671-bd4a3665869d req-0f41d161-5b2b-41c1-9308-cfa1761a847b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:51.328221 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-28e248e6-2863-4fc0-a671-bd4a3665869d req-0f41d161-5b2b-41c1-9308-cfa1761a847b tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.20 "DELETE /v2.0/ports/82adc233-9cd1-47cb-9a9f-6589c38dcd85 HTTP/1.1" status: 204 len: 173 time: 0.6279480 Jul 27 16:43:51.328727 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'name': 'network-vif-deleted', 'tag': '82adc233-9cd1-47cb-9a9f-6589c38dcd85'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:43:51.331614 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24041056-ca84-4636-a191-cd9e9812411d" -d '{"events": [{"server_uuid": "62052d5b-7135-4e70-b6a3-e14c82a6f1eb", "name": "network-vif-deleted", "tag": "82adc233-9cd1-47cb-9a9f-6589c38dcd85"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:51.404984 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90527f75-9a67-43ae-934d-0744a6733915 x-openstack-request-id: req-90527f75-9a67-43ae-934d-0744a6733915 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:51.405599 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62052d5b-7135-4e70-b6a3-e14c82a6f1eb", "name": "network-vif-deleted", "tag": "82adc233-9cd1-47cb-9a9f-6589c38dcd85", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:51.405599 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-90527f75-9a67-43ae-934d-0744a6733915 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:51.405922 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90527f75-9a67-43ae-934d-0744a6733915'] response: {'server_uuid': '62052d5b-7135-4e70-b6a3-e14c82a6f1eb', 'name': 'network-vif-deleted', 'tag': '82adc233-9cd1-47cb-9a9f-6589c38dcd85', 'status': 'completed', 'code': 200} Jul 27 16:43:51.406593 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-d9512269-16f0-4792-82cb-2002379936ed tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Allocated IP 172.20.0.13 (f56948a9-265f-4da0-9590-a0bad1ef68c4/55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7/a559e835-d7c5-4eed-9e20-a6d0ff6dc325) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:43:51.457305 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0b9ad37f-3381-420c-b012-700d135995ef req-3a279bf1-e7f2-42d8-bb2b-757901e1af27 tempest-TestMinimumBasicScenario-145212443 tempest-TestMinimumBasicScenario-145212443-project] 10.222.0.74 "GET /v2.0/ports?device_id=62052d5b-7135-4e70-b6a3-e14c82a6f1eb HTTP/1.1" status: 200 len: 210 time: 0.0504429 Jul 27 16:43:51.579845 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device ab69c434-3553-4b28-85ac-da460818f621 up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:43:51.582017 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-d9512269-16f0-4792-82cb-2002379936ed tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for port (a559e835-d7c5-4eed-9e20-a6d0ff6dc325), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:51.626032 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-d9512269-16f0-4792-82cb-2002379936ed tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (a559e835-d7c5-4eed-9e20-a6d0ff6dc325), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:51.638410 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port ab69c434-3553-4b28-85ac-da460818f621 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:43:51.645690 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port ab69c434-3553-4b28-85ac-da460818f621 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:51.646408 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (ab69c434-3553-4b28-85ac-da460818f621), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:51.685761 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-d9512269-16f0-4792-82cb-2002379936ed tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Network f56948a9-265f-4da0-9590-a0bad1ef68c4 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:43:51.703361 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-d9512269-16f0-4792-82cb-2002379936ed tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:51.716665 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-d9512269-16f0-4792-82cb-2002379936ed tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:43:51.851850 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port ab69c434-3553-4b28-85ac-da460818f621 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:43:51.852243 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (ab69c434-3553-4b28-85ac-da460818f621), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:51.894404 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-d9512269-16f0-4792-82cb-2002379936ed tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:51.895490 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-d9512269-16f0-4792-82cb-2002379936ed tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:51.901688 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9512269-16f0-4792-82cb-2002379936ed tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event updated for resources: {'Port': ['ID=a559e835-d7c5-4eed-9e20-a6d0ff6dc325,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:51.941305 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-d9512269-16f0-4792-82cb-2002379936ed tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8837342 Jul 27 16:43:51.947999 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:51.957188 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81aa0d90-1e1a-4782-ba30-d8a8910253b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab69c434-3553-4b28-85ac-da460818f621'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:43:51.958485 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Request body: {'port': {'device_id': '478cfc69-4fbf-4a0c-86f4-8de2d02d9283', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:51.960247 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9a31ef-4253-4533-8170-2a8a5378cfeb" -d '{"events": [{"server_uuid": "81aa0d90-1e1a-4782-ba30-d8a8910253b4", "name": "network-vif-plugged", "status": "completed", "tag": "ab69c434-3553-4b28-85ac-da460818f621"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:51.971476 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:52.008041 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port ab69c434-3553-4b28-85ac-da460818f621, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=ab69c434-3553-4b28-85ac-da460818f621,segment=NetworkSegment(7f2c0ea3-1dd7-4571-b59e-2a51841362b1),segment_id=7f2c0ea3-1dd7-4571-b59e-2a51841362b1)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:52.008988 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428daad-0a8b-4481-b976-e094f0faad6d req-47f77889-add0-4860-99e8-485021c830b6 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:52.011718 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7428daad-0a8b-4481-b976-e094f0faad6d req-47f77889-add0-4860-99e8-485021c830b6 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/ports?device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 949 time: 0.1387575 Jul 27 16:43:52.015732 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (ab69c434-3553-4b28-85ac-da460818f621), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:52.017152 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 82adc233-9cd1-47cb-9a9f-6589c38dcd85 no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:52.071030 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: 82adc233-9cd1-47cb-9a9f-6589c38dcd85 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:43:52.072716 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 82adc233-9cd1-47cb-9a9f-6589c38dcd85 not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:52.080628 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:52.089850 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed51f6d5-0428-4cf4-8806-d4297ecf0ea8 x-openstack-request-id: req-ed51f6d5-0428-4cf4-8806-d4297ecf0ea8 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:52.091497 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81aa0d90-1e1a-4782-ba30-d8a8910253b4", "name": "network-vif-plugged", "status": "completed", "tag": "ab69c434-3553-4b28-85ac-da460818f621", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:52.091932 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ed51f6d5-0428-4cf4-8806-d4297ecf0ea8 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:52.092482 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed51f6d5-0428-4cf4-8806-d4297ecf0ea8'] response: {'server_uuid': '81aa0d90-1e1a-4782-ba30-d8a8910253b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab69c434-3553-4b28-85ac-da460818f621', 'code': 200} Jul 27 16:43:52.190002 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:52.190762 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a559e835-d7c5-4eed-9e20-a6d0ff6dc325), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:52.191424 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-43af7755-4a51-4001-b1da-e40d5d1f69d6 None None] Provisioning complete for port a559e835-d7c5-4eed-9e20-a6d0ff6dc325 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:43:52.191988 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-43af7755-4a51-4001-b1da-e40d5d1f69d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (a559e835-d7c5-4eed-9e20-a6d0ff6dc325), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:52.193309 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7428daad-0a8b-4481-b976-e094f0faad6d req-5246c382-8bb9-469d-8eeb-8eb2eff7798a tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/security-groups?id=6afde1b7-d6f9-4593-b229-cb4a4de96b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694834 Jul 27 16:43:52.309111 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=ab69c434-3553-4b28-85ac-da460818f621,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:52.315761 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-43af7755-4a51-4001-b1da-e40d5d1f69d6 None None] Port a559e835-d7c5-4eed-9e20-a6d0ff6dc325 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:43:52.334961 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46446) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:52.355842 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33848b32-7fb3-4fde-95f0-b5960ba512f4 req-2b45ed60-4b49-449d-8e85-e2adc90d6815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:52.357603 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-33848b32-7fb3-4fde-95f0-b5960ba512f4 req-2b45ed60-4b49-449d-8e85-e2adc90d6815 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 1134 time: 0.0587838 Jul 27 16:43:52.364936 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2905b9-e4d0-49da-8d5a-ca0791d6c065 req-f2b3bf4a-61b7-4dd0-991b-96551659c5f5 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:52.366480 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7c2905b9-e4d0-49da-8d5a-ca0791d6c065 req-f2b3bf4a-61b7-4dd0-991b-96551659c5f5 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 932 time: 0.1300542 Jul 27 16:43:52.378379 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:52.409371 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-33848b32-7fb3-4fde-95f0-b5960ba512f4 req-0d860353-838c-439f-a6b2-b523e791c849 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6afde1b7-d6f9-4593-b229-cb4a4de96b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 Jul 27 16:43:52.458042 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 46452) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:52.469149 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7c2905b9-e4d0-49da-8d5a-ca0791d6c065 req-9efab75f-5580-4f16-b56e-016db3261dfb tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623636 Jul 27 16:43:52.514317 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1e2f30cc-a9d9-46e7-9fba-33264e068d9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:52.529521 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d8dbffac-6e5a-4a7e-aa21-3aa3bab50c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:52.555961 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a559e835-d7c5-4eed-9e20-a6d0ff6dc325 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:43:52.570923 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Publish callbacks [] for port (a559e835-d7c5-4eed-9e20-a6d0ff6dc325), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:52.596786 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Transition to ACTIVE for port object a559e835-d7c5-4eed-9e20-a6d0ff6dc325 will not be triggered until provisioned by entity L2. {{(pid=104022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:43:52.605547 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (a559e835-d7c5-4eed-9e20-a6d0ff6dc325), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:52.623314 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d8dbffac-6e5a-4a7e-aa21-3aa3bab50c43 admin admin] Publish callbacks [] for security_group (a22d873e-8e47-4ebc-826d-5127e20df640), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:52.627670 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d8dbffac-6e5a-4a7e-aa21-3aa3bab50c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (a22d873e-8e47-4ebc-826d-5127e20df640), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:52.673673 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d8dbffac-6e5a-4a7e-aa21-3aa3bab50c43 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0488356968324807b46f2090f348d818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139933 Jul 27 16:43:52.674815 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbffac-6e5a-4a7e-aa21-3aa3bab50c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22d873e-8e47-4ebc-826d-5127e20df640,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:52.676371 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46466) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:52.704775 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Pushing event updated for resources: {'Port': ['ID=a559e835-d7c5-4eed-9e20-a6d0ff6dc325,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:52.737009 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1e2f30cc-a9d9-46e7-9fba-33264e068d9c admin admin] Publish callbacks [] for security_group (d1e936a2-6cfa-43c3-aeb8-299b34946193), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:52.749489 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1e2f30cc-a9d9-46e7-9fba-33264e068d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (d1e936a2-6cfa-43c3-aeb8-299b34946193), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:52.840079 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 46478) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:52.840338 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1e2f30cc-a9d9-46e7-9fba-33264e068d9c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8c2d335bc9f6477d8909c3534fb3fbe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5042462 Jul 27 16:43:52.845446 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f30cc-a9d9-46e7-9fba-33264e068d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e936a2-6cfa-43c3-aeb8-299b34946193,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:52.866014 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Attempting to bind port a559e835-d7c5-4eed-9e20-a6d0ff6dc325 on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:43:52.866346 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Attempting to bind port a559e835-d7c5-4eed-9e20-a6d0ff6dc325 by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:43:52.866668 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Attempting to bind port a559e835-d7c5-4eed-9e20-a6d0ff6dc325 on network f56948a9-265f-4da0-9590-a0bad1ef68c4 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:43:52.873611 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-85156d67-17cf-4374-85df-4e7a0247477a admin admin] Publish callbacks [] for security_group (a22d873e-8e47-4ebc-826d-5127e20df640), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:52.876422 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Port a559e835-d7c5-4eed-9e20-a6d0ff6dc325 on network f56948a9-265f-4da0-9590-a0bad1ef68c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:43:52.876737 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Attempting to bind port a559e835-d7c5-4eed-9e20-a6d0ff6dc325 on network f56948a9-265f-4da0-9590-a0bad1ef68c4 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:43:52.890455 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:43:52.891085 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Checking segment: {'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:43:52.892021 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Bound using segment: {'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:43:52.892468 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Bound port: a559e835-d7c5-4eed-9e20-a6d0ff6dc325, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:43:52.892820 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a559e835-d7c5-4eed-9e20-a6d0ff6dc325), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:52.921048 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-85156d67-17cf-4374-85df-4e7a0247477a admin admin] Publish callbacks [] for security_group (a22d873e-8e47-4ebc-826d-5127e20df640), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:52.955895 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5fcfb4e0-5499-4793-b562-057353c2eafc admin admin] Publish callbacks [] for security_group (d1e936a2-6cfa-43c3-aeb8-299b34946193), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:52.986815 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5fcfb4e0-5499-4793-b562-057353c2eafc admin admin] Publish callbacks [] for security_group (d1e936a2-6cfa-43c3-aeb8-299b34946193), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:52.998394 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:53.022505 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] For port a559e835-d7c5-4eed-9e20-a6d0ff6dc325, host hv-cinder-84969, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:43:53.029195 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] For port a559e835-d7c5-4eed-9e20-a6d0ff6dc325, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a559e835-d7c5-4eed-9e20-a6d0ff6dc325,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:43:53.041648 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (a559e835-d7c5-4eed-9e20-a6d0ff6dc325), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:53.047584 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:53.048654 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-85156d67-17cf-4374-85df-4e7a0247477a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (a22d873e-8e47-4ebc-826d-5127e20df640), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:53.051488 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-85156d67-17cf-4374-85df-4e7a0247477a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:53.053152 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-85156d67-17cf-4374-85df-4e7a0247477a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a22d873e-8e47-4ebc-826d-5127e20df640 HTTP/1.1" status: 204 len: 168 time: 0.3731830 Jul 27 16:43:53.057365 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5fcfb4e0-5499-4793-b562-057353c2eafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (d1e936a2-6cfa-43c3-aeb8-299b34946193), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:53.062188 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5fcfb4e0-5499-4793-b562-057353c2eafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:53.067102 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5fcfb4e0-5499-4793-b562-057353c2eafc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d1e936a2-6cfa-43c3-aeb8-299b34946193 HTTP/1.1" status: 204 len: 168 time: 0.2253122 Jul 27 16:43:53.079567 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfb4e0-5499-4793-b562-057353c2eafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e936a2-6cfa-43c3-aeb8-299b34946193,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:53.095564 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85156d67-17cf-4374-85df-4e7a0247477a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22d873e-8e47-4ebc-826d-5127e20df640,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:53.113730 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:53.114551 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:53.116149 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] 10.222.0.20 "PUT /v2.0/ports/a559e835-d7c5-4eed-9e20-a6d0ff6dc325 HTTP/1.1" status: 200 len: 1094 time: 1.1656809 Jul 27 16:43:53.116826 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478cfc69-4fbf-4a0c-86f4-8de2d02d9283', 'tag': 'a559e835-d7c5-4eed-9e20-a6d0ff6dc325'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:43:53.119528 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273fd72d-2233-43de-b3e9-bec294a9e86b" -d '{"events": [{"name": "network-changed", "server_uuid": "478cfc69-4fbf-4a0c-86f4-8de2d02d9283", "tag": "a559e835-d7c5-4eed-9e20-a6d0ff6dc325"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:53.173512 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b5555-20b2-4fb5-a2ce-144838a082bb service neutron] Pushing event updated for resources: {'Port': ['ID=a559e835-d7c5-4eed-9e20-a6d0ff6dc325,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:53.207743 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbe20bc-2a88-4528-ab59-2cb2fdc58192 x-openstack-request-id: req-cfbe20bc-2a88-4528-ab59-2cb2fdc58192 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:53.208078 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478cfc69-4fbf-4a0c-86f4-8de2d02d9283", "tag": "a559e835-d7c5-4eed-9e20-a6d0ff6dc325", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:53.208424 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cfbe20bc-2a88-4528-ab59-2cb2fdc58192 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:53.209315 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfbe20bc-2a88-4528-ab59-2cb2fdc58192'] response: {'name': 'network-changed', 'server_uuid': '478cfc69-4fbf-4a0c-86f4-8de2d02d9283', 'tag': 'a559e835-d7c5-4eed-9e20-a6d0ff6dc325', 'status': 'completed', 'code': 200} Jul 27 16:43:53.376494 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944791d8-3728-41a5-83ff-e04d8fd2681c req-354d3d4f-a737-42d3-a49a-16f8ab5bbf91 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:53.388279 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-944791d8-3728-41a5-83ff-e04d8fd2681c req-354d3d4f-a737-42d3-a49a-16f8ab5bbf91 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/ports?device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 950 time: 0.1267366 Jul 27 16:43:53.484924 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46518) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:53.510720 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-944791d8-3728-41a5-83ff-e04d8fd2681c req-4150bffa-97f2-413a-aaf5-df41fe0a4473 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/security-groups?id=6afde1b7-d6f9-4593-b229-cb4a4de96b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212032 Jul 27 16:43:53.615982 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf489cc-bc69-411b-a813-b1a27aed932a req-a9c2721f-3c3a-4bf9-bf2e-b966ff1889d3 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:53.617860 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5bf489cc-bc69-411b-a813-b1a27aed932a req-a9c2721f-3c3a-4bf9-bf2e-b966ff1889d3 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 944 time: 0.0553758 Jul 27 16:43:53.644145 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 46522) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:53.676199 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46524) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:53.678180 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-baa4a035-354a-4476-b7cb-1d7c2503782b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:53.696250 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-afa5efc4-4d5d-4aaa-b3b5-0f166e03253b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:53.698030 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5bf489cc-bc69-411b-a813-b1a27aed932a req-08bbc3cd-2936-4103-bdbc-6a8eb63890c8 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726464 Jul 27 16:43:53.712704 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:53.730013 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:53.782615 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-baa4a035-354a-4476-b7cb-1d7c2503782b admin admin] Publish callbacks [] for security_group (463555a0-c6af-4937-8a5b-c1480cbe5781), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:53.791693 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-baa4a035-354a-4476-b7cb-1d7c2503782b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (463555a0-c6af-4937-8a5b-c1480cbe5781), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:53.837428 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-baa4a035-354a-4476-b7cb-1d7c2503782b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a15ec38be3aa4c29991b007b0e5f7566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919210 Jul 27 16:43:53.838161 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4a035-354a-4476-b7cb-1d7c2503782b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463555a0-c6af-4937-8a5b-c1480cbe5781,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:53.840497 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 46526) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:53.893861 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b383f2ba-00f0-4580-a190-85ddc52df0f2 admin admin] Publish callbacks [] for security_group (463555a0-c6af-4937-8a5b-c1480cbe5781), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:53.916905 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b383f2ba-00f0-4580-a190-85ddc52df0f2 admin admin] Publish callbacks [] for security_group (463555a0-c6af-4937-8a5b-c1480cbe5781), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:53.966019 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b383f2ba-00f0-4580-a190-85ddc52df0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (463555a0-c6af-4937-8a5b-c1480cbe5781), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:53.969685 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b383f2ba-00f0-4580-a190-85ddc52df0f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:53.971127 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b383f2ba-00f0-4580-a190-85ddc52df0f2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/463555a0-c6af-4937-8a5b-c1480cbe5781 HTTP/1.1" status: 204 len: 168 time: 0.1294291 Jul 27 16:43:53.979235 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383f2ba-00f0-4580-a190-85ddc52df0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463555a0-c6af-4937-8a5b-c1480cbe5781,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:54.025904 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fd72d-2233-43de-b3e9-bec294a9e86b req-45628f38-a922-4e04-8fbd-499791d4183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:54.027366 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-273fd72d-2233-43de-b3e9-bec294a9e86b req-45628f38-a922-4e04-8fbd-499791d4183f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 1128 time: 0.0882268 Jul 27 16:43:54.214468 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-afa5efc4-4d5d-4aaa-b3b5-0f166e03253b admin admin] Publish callbacks [] for security_group (0d602fbe-5387-48f5-95c5-2b6bf0ca38f9), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:54.227050 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-afa5efc4-4d5d-4aaa-b3b5-0f166e03253b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (0d602fbe-5387-48f5-95c5-2b6bf0ca38f9), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:54.272759 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fd72d-2233-43de-b3e9-bec294a9e86b req-4bc6118b-342b-4c89-98b0-a5b9dad4b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:54.274322 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-273fd72d-2233-43de-b3e9-bec294a9e86b req-4bc6118b-342b-4c89-98b0-a5b9dad4b84c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2310357 Jul 27 16:43:54.322756 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-afa5efc4-4d5d-4aaa-b3b5-0f166e03253b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3dfdec6d4cdd4012920c01dc1907c4cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6455734 Jul 27 16:43:54.323443 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5efc4-4d5d-4aaa-b3b5-0f166e03253b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d602fbe-5387-48f5-95c5-2b6bf0ca38f9,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:54.326948 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 46532) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:54.386665 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-30d60242-06de-48a5-80c0-7bd0394871df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426012'] for router_interface (42d9cd19-0b25-44c1-9fb8-a208a97bb3b9), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:54.390743 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-868a47d1-7d97-48a9-ac75-63c0679e0f26 admin admin] Publish callbacks [] for security_group (0d602fbe-5387-48f5-95c5-2b6bf0ca38f9), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:54.415053 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-868a47d1-7d97-48a9-ac75-63c0679e0f26 admin admin] Publish callbacks [] for security_group (0d602fbe-5387-48f5-95c5-2b6bf0ca38f9), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:54.470030 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-868a47d1-7d97-48a9-ac75-63c0679e0f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (0d602fbe-5387-48f5-95c5-2b6bf0ca38f9), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:54.474973 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-868a47d1-7d97-48a9-ac75-63c0679e0f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:54.478636 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-868a47d1-7d97-48a9-ac75-63c0679e0f26 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0d602fbe-5387-48f5-95c5-2b6bf0ca38f9 HTTP/1.1" status: 204 len: 168 time: 0.1463571 Jul 27 16:43:54.481778 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:54.490433 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a47d1-7d97-48a9-ac75-63c0679e0f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d602fbe-5387-48f5-95c5-2b6bf0ca38f9,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:54.499054 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fd72d-2233-43de-b3e9-bec294a9e86b req-91d85ff5-4f36-41a4-9461-88950be37fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:54.500556 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-273fd72d-2233-43de-b3e9-bec294a9e86b req-91d85ff5-4f36-41a4-9461-88950be37fc4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2098346 Jul 27 16:43:54.562154 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:54.624571 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-c4bf797f-383e-44f8-a071-cc8ed5bce8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:54.626069 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-c4bf797f-383e-44f8-a071-cc8ed5bce8ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 1128 time: 0.0728650 Jul 27 16:43:54.692164 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-6d0e1611-2ae7-466e-a679-9ae477d01494 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a559e835-d7c5-4eed-9e20-a6d0ff6dc325 HTTP/1.1" status: 200 len: 217 time: 0.0580087 Jul 27 16:43:54.693485 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff840121-38b3-4774-8b5c-d4be6e9de898 req-a24b9a23-f530-4fb9-80d4-b60c186c1321 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:54.701728 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ff840121-38b3-4774-8b5c-d4be6e9de898 req-a24b9a23-f530-4fb9-80d4-b60c186c1321 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/ports?device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 950 time: 0.0856934 Jul 27 16:43:54.766674 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-30d60242-06de-48a5-80c0-7bd0394871df admin admin] Deleting port f917f476-c765-4437-a9e4-0b5725df46b0 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:54.767011 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-30d60242-06de-48a5-80c0-7bd0394871df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (f917f476-c765-4437-a9e4-0b5725df46b0), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:54.787161 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-7c9ac403-be96-47bc-ac2f-64d281d94a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:54.788619 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-7c9ac403-be96-47bc-ac2f-64d281d94a10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7 HTTP/1.1" status: 200 len: 851 time: 0.0900414 Jul 27 16:43:54.809815 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ff840121-38b3-4774-8b5c-d4be6e9de898 req-228315bb-d6cd-4f74-820b-65d052da44f2 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/security-groups?id=6afde1b7-d6f9-4593-b229-cb4a4de96b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069353 Jul 27 16:43:54.864097 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-5a79c451-1e4b-4f4a-bf9a-8283bec5a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:54.865617 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-5a79c451-1e4b-4f4a-bf9a-8283bec5a7b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56948a9-265f-4da0-9590-a0bad1ef68c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516527 Jul 27 16:43:54.889601 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bea0df-fa2e-4c5f-8bd1-56b8754eb135 req-173ae363-a4a5-4a25-a7c9-0cb8c5a0f88e tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:54.897094 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-73bea0df-fa2e-4c5f-8bd1-56b8754eb135 req-173ae363-a4a5-4a25-a7c9-0cb8c5a0f88e tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 944 time: 0.0689685 Jul 27 16:43:54.946013 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-30d60242-06de-48a5-80c0-7bd0394871df admin admin] For port f917f476-c765-4437-a9e4-0b5725df46b0, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=f917f476-c765-4437-a9e4-0b5725df46b0,segment=NetworkSegment(5b125d0e-12ae-4804-9ab0-e6ac14eed65e),segment_id=5b125d0e-12ae-4804-9ab0-e6ac14eed65e)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:54.946399 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-30d60242-06de-48a5-80c0-7bd0394871df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (f917f476-c765-4437-a9e4-0b5725df46b0), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:54.968133 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-30d60242-06de-48a5-80c0-7bd0394871df admin admin] Calling delete_port for f917f476-c765-4437-a9e4-0b5725df46b0 owned by network:router_interface {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:54.984558 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-73bea0df-fa2e-4c5f-8bd1-56b8754eb135 req-73c2c532-48df-46ad-9d78-6a682178a5c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840549 Jul 27 16:43:55.022456 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 46566) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:55.038580 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-293f6568-a191-4816-a8f5-184adfd88411 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664536 Jul 27 16:43:55.209066 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6f2d9cba-1d61-4b38-96fe-8db9e81e3924 req-c1c5e80a-e6ee-4c88-94e0-5a786757216d service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624990 Jul 27 16:43:55.238885 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa9067-0cb1-49c1-8247-cc30ac286259 req-c066f58a-9635-4959-8100-d2e7f4b5cbfc tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:55.246234 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b0aa9067-0cb1-49c1-8247-cc30ac286259 req-c066f58a-9635-4959-8100-d2e7f4b5cbfc tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/ports?device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 950 time: 0.0623076 Jul 27 16:43:55.289899 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-30d60242-06de-48a5-80c0-7bd0394871df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (f917f476-c765-4437-a9e4-0b5725df46b0), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:55.313167 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b0aa9067-0cb1-49c1-8247-cc30ac286259 req-6fb0904f-3c16-402f-8f23-bc9d8d514ca9 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/security-groups?id=6afde1b7-d6f9-4593-b229-cb4a4de96b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656919 Jul 27 16:43:55.326751 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d60242-06de-48a5-80c0-7bd0394871df admin admin] Pushing event deleted for resources: {'Port': ['ID=f917f476-c765-4437-a9e4-0b5725df46b0,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:55.332733 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-f89a719a-a9cc-46ab-bfe2-9585c012128b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-891601018-network', 'tenant_id': '8ef15b981e8d4885941afecc5cc74d1a'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:55.367653 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89a719a-a9cc-46ab-bfe2-9585c012128b admin admin] Made reservation on behalf of 8ef15b981e8d4885941afecc5cc74d1a for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:43:55.372378 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f89a719a-a9cc-46ab-bfe2-9585c012128b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:55.374812 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:55.381889 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ce79ff45-85ac-4a9e-aebf-b86b4c412858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:55.393207 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f89a719a-a9cc-46ab-bfe2-9585c012128b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:55.456481 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:55.509084 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:55.516734 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f89a719a-a9cc-46ab-bfe2-9585c012128b admin admin] Publish callbacks [] for security_group (72220943-b7de-497a-a74e-479cc1a702f4), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:55.523258 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f89a719a-a9cc-46ab-bfe2-9585c012128b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (72220943-b7de-497a-a74e-479cc1a702f4), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:55.534903 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:55.537080 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89a719a-a9cc-46ab-bfe2-9585c012128b admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:43:55.544130 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-30d60242-06de-48a5-80c0-7bd0394871df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426120'] for router_interface (42d9cd19-0b25-44c1-9fb8-a208a97bb3b9), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:55.547426 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f89a719a-a9cc-46ab-bfe2-9585c012128b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (91ce52e4-b9ce-43f8-bc79-dd89ca30d6bf), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:55.547776 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-f89a719a-a9cc-46ab-bfe2-9585c012128b admin admin] Added segment 91ce52e4-b9ce-43f8-bc79-dd89ca30d6bf of type vlan for network 86b6e84a-da68-4a36-aa5f-ad15b52f4861 Jul 27 16:43:55.615310 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f89a719a-a9cc-46ab-bfe2-9585c012128b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (86b6e84a-da68-4a36-aa5f-ad15b52f4861), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:55.619615 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a719a-a9cc-46ab-bfe2-9585c012128b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72220943-b7de-497a-a74e-479cc1a702f4,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:55.646661 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f89a719a-a9cc-46ab-bfe2-9585c012128b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (86b6e84a-da68-4a36-aa5f-ad15b52f4861), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:55.648124 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89a719a-a9cc-46ab-bfe2-9585c012128b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:55.648860 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f89a719a-a9cc-46ab-bfe2-9585c012128b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:55.710791 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f89a719a-a9cc-46ab-bfe2-9585c012128b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6870141 Jul 27 16:43:55.713638 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 46586) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:55.718542 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-0c19ff03-7c24-4420-a2ac-a1a59bbc8e3a admin admin] Request body: {'subnet': {'network_id': '86b6e84a-da68-4a36-aa5f-ad15b52f4861', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-891601018-subnet', 'tenant_id': '8ef15b981e8d4885941afecc5cc74d1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:55.722623 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a719a-a9cc-46ab-bfe2-9585c012128b admin admin] Pushing event updated for resources: {'Network': ['ID=86b6e84a-da68-4a36-aa5f-ad15b52f4861,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:55.736237 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network 86b6e84a-da68-4a36-aa5f-ad15b52f4861 details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:43:55.742840 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c19ff03-7c24-4420-a2ac-a1a59bbc8e3a admin admin] Made reservation on behalf of 8ef15b981e8d4885941afecc5cc74d1a for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:43:55.747647 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c19ff03-7c24-4420-a2ac-a1a59bbc8e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5503253'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:55.829610 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d60242-06de-48a5-80c0-7bd0394871df admin admin] Router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:43:55.958485 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d60242-06de-48a5-80c0-7bd0394871df admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:43:55.967263 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-30d60242-06de-48a5-80c0-7bd0394871df admin admin] 10.222.0.74 "PUT /v2.0/routers/42d9cd19-0b25-44c1-9fb8-a208a97bb3b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4782405 Jul 27 16:43:55.967356 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46594) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:55.968409 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059513ad-6f35-4593-b52c-c2267a5a5d00 None None] Sync routers for ids ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:43:55.973150 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c19ff03-7c24-4420-a2ac-a1a59bbc8e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5474382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5503291'] for subnet (fd1c62d9-00c5-4331-9654-9e1a3a868d3f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:55.981992 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059513ad-6f35-4593-b52c-c2267a5a5d00 None None] Routers {'42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:55.982602 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-059513ad-6f35-4593-b52c-c2267a5a5d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:43:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:56.033294 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19ff03-7c24-4420-a2ac-a1a59bbc8e3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1c62d9-00c5-4331-9654-9e1a3a868d3f,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:56.054861 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19ff03-7c24-4420-a2ac-a1a59bbc8e3a admin admin] Checking segment: {'id': '91ce52e4-b9ce-43f8-bc79-dd89ca30d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '86b6e84a-da68-4a36-aa5f-ad15b52f4861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:43:56.055465 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c19ff03-7c24-4420-a2ac-a1a59bbc8e3a admin admin] Network hostable DHCP agents. Network: 86b6e84a-da68-4a36-aa5f-ad15b52f4861, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:43:56.075693 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c19ff03-7c24-4420-a2ac-a1a59bbc8e3a admin admin] Network 86b6e84a-da68-4a36-aa5f-ad15b52f4861 is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:43:56.095971 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-0c19ff03-7c24-4420-a2ac-a1a59bbc8e3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, 86b6e84a-da68-4a36-aa5f-ad15b52f4861) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:56.103754 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c19ff03-7c24-4420-a2ac-a1a59bbc8e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:56.104335 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0c19ff03-7c24-4420-a2ac-a1a59bbc8e3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:56.108681 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89936a3d-b327-4f6c-97a2-7c0d0da54ede None None] Network 86b6e84a-da68-4a36-aa5f-ad15b52f4861 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:43:56.126802 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7f7e52b4-d253-4973-aa59-6603471b7d6e admin admin] Publish callbacks [] for router (42d9cd19-0b25-44c1-9fb8-a208a97bb3b9), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:56.167847 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0c19ff03-7c24-4420-a2ac-a1a59bbc8e3a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4529560 Jul 27 16:43:56.216869 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-059513ad-6f35-4593-b52c-c2267a5a5d00 None None] Set router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:56.241139 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1768fe-cfd7-415a-a29c-442e76d0c62b None None] Network 86b6e84a-da68-4a36-aa5f-ad15b52f4861 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:43:56.248029 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45395a-aa45-4f61-a5f0-993b21c96776 req-021b39c2-b11c-407e-a496-eabfa078cb4b tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:56.249659 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e45395a-aa45-4f61-a5f0-993b21c96776 req-021b39c2-b11c-407e-a496-eabfa078cb4b tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 944 time: 0.1126881 Jul 27 16:43:56.313645 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e45395a-aa45-4f61-a5f0-993b21c96776 req-f4045b03-83a8-4560-b33b-870e75ba457f tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556915 Jul 27 16:43:56.370212 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7f7e52b4-d253-4973-aa59-6603471b7d6e admin admin] Publish callbacks [] for router_gateway (42d9cd19-0b25-44c1-9fb8-a208a97bb3b9), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:56.454421 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e52b4-d253-4973-aa59-6603471b7d6e admin admin] Deleting port 82f41428-ef20-4ef9-8973-9ad26eb66d01 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:56.454772 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7f7e52b4-d253-4973-aa59-6603471b7d6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (82f41428-ef20-4ef9-8973-9ad26eb66d01), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:56.528913 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339668c0-f208-44dc-9fa5-793dd152efd0 req-358fa9f7-dea3-4502-bcb8-5f583344f857 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:56.533564 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-339668c0-f208-44dc-9fa5-793dd152efd0 req-358fa9f7-dea3-4502-bcb8-5f583344f857 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/ports?device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 950 time: 0.1032836 Jul 27 16:43:56.546230 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-059513ad-6f35-4593-b52c-c2267a5a5d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'name': 'tempest-TestMinimumBasicScenario-634649215-router', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:43:55Z', 'revision_number': 5, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'gw_port': {'id': '82f41428-ef20-4ef9-8973-9ad26eb66d01', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:56.580000 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f6a81-355b-4eea-bcec-b6fecbafc060 req-a7977735-d524-4fd4-b0e4-cf7bc230d314 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:56.581504 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3e4f6a81-355b-4eea-bcec-b6fecbafc060 req-a7977735-d524-4fd4-b0e4-cf7bc230d314 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.20 "GET /v2.0/ports?device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 950 time: 0.0695605 Jul 27 16:43:56.582561 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059513ad-6f35-4593-b52c-c2267a5a5d00 None None] Checking router: 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:43:56.593304 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059513ad-6f35-4593-b52c-c2267a5a5d00 None None] Routers {'42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:43:56.594158 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-059513ad-6f35-4593-b52c-c2267a5a5d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:43:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:56.620842 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:56.642952 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-7f7e52b4-d253-4973-aa59-6603471b7d6e admin admin] For port 82f41428-ef20-4ef9-8973-9ad26eb66d01, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=82f41428-ef20-4ef9-8973-9ad26eb66d01,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:56.643314 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7f7e52b4-d253-4973-aa59-6603471b7d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (82f41428-ef20-4ef9-8973-9ad26eb66d01), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:56.645594 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-339668c0-f208-44dc-9fa5-793dd152efd0 req-58c9b8ad-2c99-441d-82f1-de1944eca2c3 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/security-groups?id=6afde1b7-d6f9-4593-b229-cb4a4de96b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956881 Jul 27 16:43:56.666665 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e52b4-d253-4973-aa59-6603471b7d6e admin admin] Calling delete_port for 82f41428-ef20-4ef9-8973-9ad26eb66d01 owned by network:router_gateway {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:56.709935 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-059513ad-6f35-4593-b52c-c2267a5a5d00 None None] Set router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 gateway port host: None {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:43:56.752753 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [req-3e4f6a81-355b-4eea-bcec-b6fecbafc060 req-bb2a161e-abdf-4a9a-a2bc-7fb8064d262d tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Deleting port ab69c434-3553-4b28-85ac-da460818f621 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:56.753299 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-3e4f6a81-355b-4eea-bcec-b6fecbafc060 req-bb2a161e-abdf-4a9a-a2bc-7fb8064d262d tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (ab69c434-3553-4b28-85ac-da460818f621), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:56.800249 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:56.805116 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:56.865378 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-059513ad-6f35-4593-b52c-c2267a5a5d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'name': 'tempest-TestMinimumBasicScenario-634649215-router', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:43:56Z', 'revision_number': 6, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'gw_port_host': None}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:56.891901 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059513ad-6f35-4593-b52c-c2267a5a5d00 None None] The sync data for ids ['42d9cd19-0b25-44c1-9fb8-a208a97bb3b9'] in dv-cinder-849690-6-iscsi is: [{'id': '42d9cd19-0b25-44c1-9fb8-a208a97bb3b9', 'name': 'tempest-TestMinimumBasicScenario-634649215-router', 'tenant_id': '95d1afc492b44c07800f8d7288dac741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:12Z', 'updated_at': '2022-07-27T16:43:56Z', 'revision_number': 6, 'project_id': '95d1afc492b44c07800f8d7288dac741', 'gw_port_host': None}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:43:56.934445 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-3e4f6a81-355b-4eea-bcec-b6fecbafc060 req-bb2a161e-abdf-4a9a-a2bc-7fb8064d262d tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] For port ab69c434-3553-4b28-85ac-da460818f621, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=ab69c434-3553-4b28-85ac-da460818f621,segment=NetworkSegment(7f2c0ea3-1dd7-4571-b59e-2a51841362b1),segment_id=7f2c0ea3-1dd7-4571-b59e-2a51841362b1)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:56.934820 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-3e4f6a81-355b-4eea-bcec-b6fecbafc060 req-bb2a161e-abdf-4a9a-a2bc-7fb8064d262d tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (ab69c434-3553-4b28-85ac-da460818f621), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:56.956458 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [req-3e4f6a81-355b-4eea-bcec-b6fecbafc060 req-bb2a161e-abdf-4a9a-a2bc-7fb8064d262d tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Calling delete_port for ab69c434-3553-4b28-85ac-da460818f621 owned by compute:nova {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:57.071055 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7f7e52b4-d253-4973-aa59-6603471b7d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (82f41428-ef20-4ef9-8973-9ad26eb66d01), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.104419 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 46630) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:57.108920 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e52b4-d253-4973-aa59-6603471b7d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=82f41428-ef20-4ef9-8973-9ad26eb66d01,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:57.111612 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-5f4a2136-7dd1-4817-973d-937a06fae880 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1285724590-network', 'tenant_id': '7e8ea5b970244614987d988e0f9673b7'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:57.139180 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4a2136-7dd1-4817-973d-937a06fae880 admin admin] Made reservation on behalf of 7e8ea5b970244614987d988e0f9673b7 for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:43:57.141943 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2136-7dd1-4817-973d-937a06fae880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.155034 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2136-7dd1-4817-973d-937a06fae880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.225815 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7f7e52b4-d253-4973-aa59-6603471b7d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427548'] for router_gateway (42d9cd19-0b25-44c1-9fb8-a208a97bb3b9), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.246879 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:57.263396 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2136-7dd1-4817-973d-937a06fae880 admin admin] Publish callbacks [] for security_group (206dcc8c-b30d-40cb-ac04-42c40d1a695c), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.268939 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2136-7dd1-4817-973d-937a06fae880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (206dcc8c-b30d-40cb-ac04-42c40d1a695c), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.291006 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4a2136-7dd1-4817-973d-937a06fae880 admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:43:57.310967 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2136-7dd1-4817-973d-937a06fae880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (d94c73a3-8378-4abd-ae51-663e3b2a563b), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.311517 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-5f4a2136-7dd1-4817-973d-937a06fae880 admin admin] Added segment d94c73a3-8378-4abd-ae51-663e3b2a563b of type vlan for network f1bbc535-b318-4874-9d7f-702cf9b89585 Jul 27 16:43:57.340472 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7f7e52b4-d253-4973-aa59-6603471b7d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (42d9cd19-0b25-44c1-9fb8-a208a97bb3b9), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.345999 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a2136-7dd1-4817-973d-937a06fae880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206dcc8c-b30d-40cb-ac04-42c40d1a695c,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:57.346423 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7f7e52b4-d253-4973-aa59-6603471b7d6e admin admin] Publish callbacks [] for router_controller (42d9cd19-0b25-44c1-9fb8-a208a97bb3b9), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.359883 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-3e4f6a81-355b-4eea-bcec-b6fecbafc060 req-bb2a161e-abdf-4a9a-a2bc-7fb8064d262d tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (ab69c434-3553-4b28-85ac-da460818f621), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.366106 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2136-7dd1-4817-973d-937a06fae880 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (f1bbc535-b318-4874-9d7f-702cf9b89585), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.373522 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['ab69c434-3553-4b28-85ac-da460818f621'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:43:57.438533 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a161e-abdf-4a9a-a2bc-7fb8064d262d tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Pushing event deleted for resources: {'Port': ['ID=ab69c434-3553-4b28-85ac-da460818f621,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:57.446734 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2136-7dd1-4817-973d-937a06fae880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (f1bbc535-b318-4874-9d7f-702cf9b89585), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.446734 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a2136-7dd1-4817-973d-937a06fae880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:57.447361 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5f4a2136-7dd1-4817-973d-937a06fae880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.507264 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-347b5100-2213-4c9e-94d4-0fc0194b0039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.587013 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb834d-b089-4f29-aeb3-e2486dad3e5f req-111a0f6c-25e3-4fe6-abda-702b765fd8a3 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:57.588582 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dffb834d-b089-4f29-aeb3-e2486dad3e5f req-111a0f6c-25e3-4fe6-abda-702b765fd8a3 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 944 time: 0.1658227 Jul 27 16:43:57.681915 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5f4a2136-7dd1-4817-973d-937a06fae880 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5749528 Jul 27 16:43:57.687475 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 46654) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:57.692729 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-f00e8795-827e-49de-93eb-7a19de490899 admin admin] Request body: {'subnet': {'network_id': 'f1bbc535-b318-4874-9d7f-702cf9b89585', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1285724590-subnet', 'tenant_id': '7e8ea5b970244614987d988e0f9673b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:43:57.701240 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a2136-7dd1-4817-973d-937a06fae880 admin admin] Pushing event updated for resources: {'Network': ['ID=f1bbc535-b318-4874-9d7f-702cf9b89585,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:57.710536 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dffb834d-b089-4f29-aeb3-e2486dad3e5f req-9ab3e2fc-fc3b-42e8-ab33-cbfc002a9c2d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063864 Jul 27 16:43:57.722673 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network f1bbc535-b318-4874-9d7f-702cf9b89585 details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:43:57.736342 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00e8795-827e-49de-93eb-7a19de490899 admin admin] Made reservation on behalf of 7e8ea5b970244614987d988e0f9673b7 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:43:57.739719 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f00e8795-827e-49de-93eb-7a19de490899 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5503253'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.764068 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7f7e52b4-d253-4973-aa59-6603471b7d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566549'] for router (42d9cd19-0b25-44c1-9fb8-a208a97bb3b9), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.764933 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7e52b4-d253-4973-aa59-6603471b7d6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 {{(pid=104022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:43:57.770802 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7f7e52b4-d253-4973-aa59-6603471b7d6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.774806 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-7f7e52b4-d253-4973-aa59-6603471b7d6e admin admin] 10.222.0.74 "DELETE /v2.0/routers/42d9cd19-0b25-44c1-9fb8-a208a97bb3b9 HTTP/1.1" status: 204 len: 168 time: 1.8041239 Jul 27 16:43:57.776100 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46658) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:57.875242 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4f6a81-355b-4eea-bcec-b6fecbafc060 req-bb2a161e-abdf-4a9a-a2bc-7fb8064d262d tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] No DVR routers for this DVR port ab69c434-3553-4b28-85ac-da460818f621 on host hv-cinder-84969 {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:43:57.880303 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-f480578b-59a8-45be-94ba-75ac8ec31f29 admin admin] Deleting subnet 2d9d83c7-b5fb-456b-9c6e-1576be2b5553 {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 16:43:57.884673 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f480578b-59a8-45be-94ba-75ac8ec31f29 admin admin] Publish callbacks [] for subnet (2d9d83c7-b5fb-456b-9c6e-1576be2b5553), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.908666 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-3e4f6a81-355b-4eea-bcec-b6fecbafc060 req-bb2a161e-abdf-4a9a-a2bc-7fb8064d262d tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:57.913096 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3e4f6a81-355b-4eea-bcec-b6fecbafc060 req-bb2a161e-abdf-4a9a-a2bc-7fb8064d262d tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.20 "DELETE /v2.0/ports/ab69c434-3553-4b28-85ac-da460818f621 HTTP/1.1" status: 204 len: 173 time: 1.3215439 Jul 27 16:43:57.913875 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81aa0d90-1e1a-4782-ba30-d8a8910253b4', 'name': 'network-vif-deleted', 'tag': 'ab69c434-3553-4b28-85ac-da460818f621'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:43:57.924210 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f914f847-6591-4083-8c27-bbc07530990f" -d '{"events": [{"server_uuid": "81aa0d90-1e1a-4782-ba30-d8a8910253b4", "name": "network-vif-deleted", "tag": "ab69c434-3553-4b28-85ac-da460818f621"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:43:57.962801 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-953aad84-eab5-4df8-b24f-ec21afe5035f req-f22231ed-6e48-4648-bba3-387286898997 tempest-VolumesNegativeTest-104342414 tempest-VolumesNegativeTest-104342414-project] 10.222.0.74 "GET /v2.0/ports?device_id=81aa0d90-1e1a-4782-ba30-d8a8910253b4 HTTP/1.1" status: 200 len: 210 time: 0.0937471 Jul 27 16:43:57.975284 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f480578b-59a8-45be-94ba-75ac8ec31f29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6765107'] for subnet (2d9d83c7-b5fb-456b-9c6e-1576be2b5553), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.033649 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ea7242-2192-4891-b8de-c55b064c6a47 x-openstack-request-id: req-41ea7242-2192-4891-b8de-c55b064c6a47 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:43:58.033955 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81aa0d90-1e1a-4782-ba30-d8a8910253b4", "name": "network-vif-deleted", "tag": "ab69c434-3553-4b28-85ac-da460818f621", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:43:58.034344 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-41ea7242-2192-4891-b8de-c55b064c6a47 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:43:58.034987 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ea7242-2192-4891-b8de-c55b064c6a47'] response: {'server_uuid': '81aa0d90-1e1a-4782-ba30-d8a8910253b4', 'name': 'network-vif-deleted', 'tag': 'ab69c434-3553-4b28-85ac-da460818f621', 'status': 'completed', 'code': 200} Jul 27 16:43:58.078342 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46664) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:58.102749 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f480578b-59a8-45be-94ba-75ac8ec31f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1235243'] for subnet (2d9d83c7-b5fb-456b-9c6e-1576be2b5553), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.138715 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:58.169989 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f00e8795-827e-49de-93eb-7a19de490899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5474382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5503291'] for subnet (9f475571-a707-4188-afa4-3427c59ff2b8), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.173261 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f480578b-59a8-45be-94ba-75ac8ec31f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1235234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6205895'] for subnet (2d9d83c7-b5fb-456b-9c6e-1576be2b5553), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.213742 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=80,neutron:DELETE=18,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:58.218464 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480578b-59a8-45be-94ba-75ac8ec31f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d9d83c7-b5fb-456b-9c6e-1576be2b5553,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:58.231243 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f480578b-59a8-45be-94ba-75ac8ec31f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.238454 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8d72d4-4cfb-4d68-803f-9a92aef85b32 None None] Network 898a9478-2e06-47ac-96fa-1c8894314115 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:43:58.238991 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f480578b-59a8-45be-94ba-75ac8ec31f29 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2d9d83c7-b5fb-456b-9c6e-1576be2b5553 HTTP/1.1" status: 204 len: 168 time: 0.4625328 Jul 27 16:43:58.239646 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e8795-827e-49de-93eb-7a19de490899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f475571-a707-4188-afa4-3427c59ff2b8,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:58.242494 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46670) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:58.248744 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00e8795-827e-49de-93eb-7a19de490899 admin admin] Checking segment: {'id': 'd94c73a3-8378-4abd-ae51-663e3b2a563b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'f1bbc535-b318-4874-9d7f-702cf9b89585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:43:58.249731 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00e8795-827e-49de-93eb-7a19de490899 admin admin] Network hostable DHCP agents. Network: f1bbc535-b318-4874-9d7f-702cf9b89585, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:43:58.269545 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00e8795-827e-49de-93eb-7a19de490899 admin admin] Network f1bbc535-b318-4874-9d7f-702cf9b89585 is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:43:58.281175 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-f00e8795-827e-49de-93eb-7a19de490899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, f1bbc535-b318-4874-9d7f-702cf9b89585) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:43:58.286517 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00e8795-827e-49de-93eb-7a19de490899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:58.287120 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f00e8795-827e-49de-93eb-7a19de490899 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.298151 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab102c8-f761-4131-b736-33e97eac6b5e None None] Network f1bbc535-b318-4874-9d7f-702cf9b89585 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:43:58.309831 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f00e8795-827e-49de-93eb-7a19de490899 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6211722 Jul 27 16:43:58.368416 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1293665'] for network (898a9478-2e06-47ac-96fa-1c8894314115), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.380509 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-25be4f8e-95e1-489f-ad9f-2755ef5adf31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.470421 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6352f1e1-1e66-4644-a194-72a9ca90ecc5 None None] Network f1bbc535-b318-4874-9d7f-702cf9b89585 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:43:58.496181 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] Deleting port dcfd3735-91f2-4b07-ac71-e6786bab985c {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:58.496784 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (dcfd3735-91f2-4b07-ac71-e6786bab985c), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.524978 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eb62c7-7603-4b14-85ad-fb50d3d1316d None None] DHCP port deletion for 898a9478-2e06-47ac-96fa-1c8894314115 request from dv-cinder-849690-6-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 16:43:58.588262 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-a2eb62c7-7603-4b14-85ad-fb50d3d1316d None None] Deleting port dcfd3735-91f2-4b07-ac71-e6786bab985c {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:43:58.589153 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a2eb62c7-7603-4b14-85ad-fb50d3d1316d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (dcfd3735-91f2-4b07-ac71-e6786bab985c), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.597280 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] For port dcfd3735-91f2-4b07-ac71-e6786bab985c, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=dcfd3735-91f2-4b07-ac71-e6786bab985c,segment=NetworkSegment(5b125d0e-12ae-4804-9ab0-e6ac14eed65e),segment_id=5b125d0e-12ae-4804-9ab0-e6ac14eed65e)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:58.597659 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (dcfd3735-91f2-4b07-ac71-e6786bab985c), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.623131 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] Calling delete_port for dcfd3735-91f2-4b07-ac71-e6786bab985c owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:58.631402 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-25be4f8e-95e1-489f-ad9f-2755ef5adf31 admin admin] Publish callbacks [] for security_group (3d804e9b-4b6d-4151-9693-52747bc9aad6), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.639547 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-25be4f8e-95e1-489f-ad9f-2755ef5adf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (3d804e9b-4b6d-4151-9693-52747bc9aad6), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.681638 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-a2eb62c7-7603-4b14-85ad-fb50d3d1316d None None] For port dcfd3735-91f2-4b07-ac71-e6786bab985c, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=dcfd3735-91f2-4b07-ac71-e6786bab985c,segment=NetworkSegment(5b125d0e-12ae-4804-9ab0-e6ac14eed65e),segment_id=5b125d0e-12ae-4804-9ab0-e6ac14eed65e)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:43:58.682246 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a2eb62c7-7603-4b14-85ad-fb50d3d1316d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (dcfd3735-91f2-4b07-ac71-e6786bab985c), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.699243 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-a2eb62c7-7603-4b14-85ad-fb50d3d1316d None None] Calling delete_port for dcfd3735-91f2-4b07-ac71-e6786bab985c owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:43:58.705259 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:58.720327 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-25be4f8e-95e1-489f-ad9f-2755ef5adf31 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9f92f5257bcc4e048eeadc7ae4981123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6410944 Jul 27 16:43:58.720670 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 46678) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:58.735174 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be4f8e-95e1-489f-ad9f-2755ef5adf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d804e9b-4b6d-4151-9693-52747bc9aad6,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:58.807968 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (dcfd3735-91f2-4b07-ac71-e6786bab985c), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.823419 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device dcfd3735-91f2-4b07-ac71-e6786bab985c no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:58.830065 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:58.833417 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1b65ed1a-f9ca-4046-a88a-4f5ef3c7ddd0 admin admin] Publish callbacks [] for security_group (3d804e9b-4b6d-4151-9693-52747bc9aad6), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.835878 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:58.846236 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:58.858750 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.865462 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: dcfd3735-91f2-4b07-ac71-e6786bab985c {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:43:58.866601 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device dcfd3735-91f2-4b07-ac71-e6786bab985c not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:58.867284 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device f917f476-c765-4437-a9e4-0b5725df46b0 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:58.871046 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcfd3735-91f2-4b07-ac71-e6786bab985c,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:58.884024 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] No DVR routers for this DVR port dcfd3735-91f2-4b07-ac71-e6786bab985c on host dv-cinder-849690-6-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:43:58.889071 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1b65ed1a-f9ca-4046-a88a-4f5ef3c7ddd0 admin admin] Publish callbacks [] for security_group (3d804e9b-4b6d-4151-9693-52747bc9aad6), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:58.907114 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: f917f476-c765-4437-a9e4-0b5725df46b0 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:43:58.907825 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device f917f476-c765-4437-a9e4-0b5725df46b0 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:58.910567 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 82f41428-ef20-4ef9-8973-9ad26eb66d01 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:58.944354 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 82f41428-ef20-4ef9-8973-9ad26eb66d01 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:43:58.945001 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 82f41428-ef20-4ef9-8973-9ad26eb66d01 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:58.970572 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e831e-6a1b-445f-a2ef-16c4542a8880 req-925975bc-a474-4a60-be23-bd8c3a523c50 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:43:58.972322 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed1e831e-6a1b-445f-a2ef-16c4542a8880 req-925975bc-a474-4a60-be23-bd8c3a523c50 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 944 time: 0.0883746 Jul 27 16:43:58.985388 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a2eb62c7-7603-4b14-85ad-fb50d3d1316d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396'] for port (dcfd3735-91f2-4b07-ac71-e6786bab985c), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:59.018656 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb62c7-7603-4b14-85ad-fb50d3d1316d None None] Pushing event deleted for resources: {'Port': ['ID=dcfd3735-91f2-4b07-ac71-e6786bab985c,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:59.024804 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eb62c7-7603-4b14-85ad-fb50d3d1316d None None] No DVR routers for this DVR port dcfd3735-91f2-4b07-ac71-e6786bab985c on host dv-cinder-849690-6-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:43:59.063920 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233157', 'neutron.services.segments.db._delete_segments_for_network-8729475437258'] for network (898a9478-2e06-47ac-96fa-1c8894314115), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:59.064117 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1b65ed1a-f9ca-4046-a88a-4f5ef3c7ddd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (3d804e9b-4b6d-4151-9693-52747bc9aad6), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:59.075055 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1b65ed1a-f9ca-4046-a88a-4f5ef3c7ddd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:59.076291 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1b65ed1a-f9ca-4046-a88a-4f5ef3c7ddd0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3d804e9b-4b6d-4151-9693-52747bc9aad6 HTTP/1.1" status: 204 len: 168 time: 0.3542151 Jul 27 16:43:59.096013 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed1e831e-6a1b-445f-a2ef-16c4542a8880 req-9ec2fdf9-a009-4409-a37c-628d5e1bcfd8 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160271 Jul 27 16:43:59.096989 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65ed1a-f9ca-4046-a88a-4f5ef3c7ddd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d804e9b-4b6d-4151-9693-52747bc9aad6,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:59.140579 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898a9478-2e06-47ac-96fa-1c8894314115']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:59.188296 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b125d0e-12ae-4804-9ab0-e6ac14eed65e') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:59.188669 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b125d0e-12ae-4804-9ab0-e6ac14eed65e') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:43:59.214413 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729475437159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6765098'] for segment (5b125d0e-12ae-4804-9ab0-e6ac14eed65e), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:59.247915 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (5b125d0e-12ae-4804-9ab0-e6ac14eed65e), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:59.261539 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:43:59.262102 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5991010'] for segment (5b125d0e-12ae-4804-9ab0-e6ac14eed65e), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:59.322648 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 5b125d0e-12ae-4804-9ab0-e6ac14eed65e resource provider aggregate not found Jul 27 16:43:59.351449 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 5b125d0e-12ae-4804-9ab0-e6ac14eed65e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b125d0e-12ae-4804-9ab0-e6ac14eed65e found for delete ", "request_id": "req-4d8dbb84-a28d-4bfc-acc2-fb9b06a67945"}]} Jul 27 16:43:59.354287 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427568'] for network (898a9478-2e06-47ac-96fa-1c8894314115), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:59.360677 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:59.366401 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] 10.222.0.74 "DELETE /v2.0/networks/898a9478-2e06-47ac-96fa-1c8894314115 HTTP/1.1" status: 204 len: 168 time: 1.1177602 Jul 27 16:43:59.366827 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 46706) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:59.377070 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a32180-881c-4201-9a99-ac2fd73f3fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=898a9478-2e06-47ac-96fa-1c8894314115,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:59.526044 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46714) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:59.542073 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-42f13e9e-331b-485c-9a38-e0412d982119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:59.574471 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:DELETE=8,neutron:SELECT=86,neutron:INSERT=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:59.617317 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device ab69c434-3553-4b28-85ac-da460818f621 no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:43:59.641321 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-42f13e9e-331b-485c-9a38-e0412d982119 admin admin] Publish callbacks [] for security_group (c0a454bf-c4fb-42e6-831c-b53e9abcc238), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:59.648574 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-42f13e9e-331b-485c-9a38-e0412d982119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (c0a454bf-c4fb-42e6-831c-b53e9abcc238), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:59.659553 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: ab69c434-3553-4b28-85ac-da460818f621 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:43:59.660506 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device ab69c434-3553-4b28-85ac-da460818f621 not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:43:59.678832 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:43:59.705047 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-42f13e9e-331b-485c-9a38-e0412d982119 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2bedc51874a14011bc47768b10c42752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1753614 Jul 27 16:43:59.705296 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46728) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:43:59.713155 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f13e9e-331b-485c-9a38-e0412d982119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a454bf-c4fb-42e6-831c-b53e9abcc238,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:43:59.771519 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb182-0d74-4cfa-9c24-75bea6345baf admin admin] Publish callbacks [] for security_group (c0a454bf-c4fb-42e6-831c-b53e9abcc238), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:59.800196 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb182-0d74-4cfa-9c24-75bea6345baf admin admin] Publish callbacks [] for security_group (c0a454bf-c4fb-42e6-831c-b53e9abcc238), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:59.862068 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb182-0d74-4cfa-9c24-75bea6345baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (c0a454bf-c4fb-42e6-831c-b53e9abcc238), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:59.865023 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb182-0d74-4cfa-9c24-75bea6345baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:43:59.868645 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8d4cb182-0d74-4cfa-9c24-75bea6345baf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c0a454bf-c4fb-42e6-831c-b53e9abcc238 HTTP/1.1" status: 204 len: 168 time: 0.1599636 Jul 27 16:43:59.877392 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cb182-0d74-4cfa-9c24-75bea6345baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a454bf-c4fb-42e6-831c-b53e9abcc238,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:00.017279 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-96051e87-a2af-4dcc-9a88-c2b367b86ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426012'] for router_interface (1e274a91-6b91-4db8-8bb6-6d5edfe53683), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:00.273465 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e31cf-15a1-4b4b-964d-df9f0ef297ee req-3881e8be-b310-4b2d-b768-c82312f7c143 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:00.274969 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-013e31cf-15a1-4b4b-964d-df9f0ef297ee req-3881e8be-b310-4b2d-b768-c82312f7c143 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 944 time: 0.0671997 Jul 27 16:44:00.379783 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-013e31cf-15a1-4b4b-964d-df9f0ef297ee req-e0304d9d-fb1b-4b6f-85d1-bfea4a03a8ce tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889261 Jul 27 16:44:00.383284 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-96051e87-a2af-4dcc-9a88-c2b367b86ea3 admin admin] Deleting port 8655f68e-f40e-4e52-af1d-6d7481c8756b {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:44:00.383801 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-96051e87-a2af-4dcc-9a88-c2b367b86ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:00.436294 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:00.474099 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-96051e87-a2af-4dcc-9a88-c2b367b86ea3 admin admin] For port 8655f68e-f40e-4e52-af1d-6d7481c8756b, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=8655f68e-f40e-4e52-af1d-6d7481c8756b,segment=NetworkSegment(e9d57bdc-6ac5-428c-9ae0-175d0dd7102a),segment_id=e9d57bdc-6ac5-428c-9ae0-175d0dd7102a)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:00.474554 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-96051e87-a2af-4dcc-9a88-c2b367b86ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:00.487464 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:00.488567 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-96051e87-a2af-4dcc-9a88-c2b367b86ea3 admin admin] Calling delete_port for 8655f68e-f40e-4e52-af1d-6d7481c8756b owned by network:router_interface {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:44:00.498174 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:00.531942 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:00.732786 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-96051e87-a2af-4dcc-9a88-c2b367b86ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (8655f68e-f40e-4e52-af1d-6d7481c8756b), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:00.762100 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96051e87-a2af-4dcc-9a88-c2b367b86ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8655f68e-f40e-4e52-af1d-6d7481c8756b,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:00.985744 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-96051e87-a2af-4dcc-9a88-c2b367b86ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426120'] for router_interface (1e274a91-6b91-4db8-8bb6-6d5edfe53683), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:01.255471 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96051e87-a2af-4dcc-9a88-c2b367b86ea3 admin admin] Router 1e274a91-6b91-4db8-8bb6-6d5edfe53683 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:44:01.368599 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96051e87-a2af-4dcc-9a88-c2b367b86ea3 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:44:01.377922 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46880) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:01.378448 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-96051e87-a2af-4dcc-9a88-c2b367b86ea3 admin admin] 10.222.0.74 "PUT /v2.0/routers/1e274a91-6b91-4db8-8bb6-6d5edfe53683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0100145 Jul 27 16:44:01.382905 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7bce9-88a5-4584-aa67-9f7b2ba33241 None None] Sync routers for ids ['1e274a91-6b91-4db8-8bb6-6d5edfe53683'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:44:01.394608 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e7bce9-88a5-4584-aa67-9f7b2ba33241 None None] Routers {'1e274a91-6b91-4db8-8bb6-6d5edfe53683'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:44:01.395368 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-92e7bce9-88a5-4584-aa67-9f7b2ba33241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:43:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['1e274a91-6b91-4db8-8bb6-6d5edfe53683'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:01.474269 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 46892) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:01.499812 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-98d3a7e4-c6ad-404a-8560-255470a8e933 admin admin] Publish callbacks [] for router (1e274a91-6b91-4db8-8bb6-6d5edfe53683), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:01.536125 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-92e7bce9-88a5-4584-aa67-9f7b2ba33241 None None] Set router 1e274a91-6b91-4db8-8bb6-6d5edfe53683 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:44:01.573195 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3530dce-613e-4fa1-bb51-d17cbbd82236 req-f49e1c08-c491-47e6-b45f-f3c38ba1b8b3 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:01.577374 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d3530dce-613e-4fa1-bb51-d17cbbd82236 req-f49e1c08-c491-47e6-b45f-f3c38ba1b8b3 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 944 time: 0.0695214 Jul 27 16:44:01.650720 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d3530dce-613e-4fa1-bb51-d17cbbd82236 req-3a8f7909-44ac-4820-a80c-c08d87f01446 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676467 Jul 27 16:44:01.669195 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-98d3a7e4-c6ad-404a-8560-255470a8e933 admin admin] Publish callbacks [] for router_gateway (1e274a91-6b91-4db8-8bb6-6d5edfe53683), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:01.727423 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-98d3a7e4-c6ad-404a-8560-255470a8e933 admin admin] Deleting port 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:44:01.727779 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-98d3a7e4-c6ad-404a-8560-255470a8e933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (9c92540f-39c4-4fa1-9fa9-c5781cd0eee5), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:01.747342 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c2b3-4a73-4bbc-b486-8b72c57db2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:01.754315 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-92e7bce9-88a5-4584-aa67-9f7b2ba33241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'name': 'tempest-TestMinimumBasicScenario-630548545-router', 'tenant_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '9c92540f-39c4-4fa1-9fa9-c5781cd0eee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:17Z', 'updated_at': '2022-07-27T16:44:00Z', 'revision_number': 5, 'project_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'gw_port': {'id': '9c92540f-39c4-4fa1-9fa9-c5781cd0eee5', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:41:18Z', 'updated_at': '2022-07-27T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:01.797260 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7bce9-88a5-4584-aa67-9f7b2ba33241 None None] Checking router: 1e274a91-6b91-4db8-8bb6-6d5edfe53683 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:44:01.802575 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:01.810322 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e7bce9-88a5-4584-aa67-9f7b2ba33241 None None] Routers {'1e274a91-6b91-4db8-8bb6-6d5edfe53683'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:44:01.811618 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-92e7bce9-88a5-4584-aa67-9f7b2ba33241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:43:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['1e274a91-6b91-4db8-8bb6-6d5edfe53683'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:01.814904 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:01.831786 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-98d3a7e4-c6ad-404a-8560-255470a8e933 admin admin] For port 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=9c92540f-39c4-4fa1-9fa9-c5781cd0eee5,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:01.832460 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-98d3a7e4-c6ad-404a-8560-255470a8e933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (9c92540f-39c4-4fa1-9fa9-c5781cd0eee5), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:01.851181 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-98d3a7e4-c6ad-404a-8560-255470a8e933 admin admin] Calling delete_port for 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5 owned by network:router_gateway {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:44:01.857456 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c2b3-4a73-4bbc-b486-8b72c57db2fd admin admin] Publish callbacks [] for security_group (7f7166fe-da39-4ee5-8af8-2dedf9488092), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:01.862715 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a0a7c2b3-4a73-4bbc-b486-8b72c57db2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (7f7166fe-da39-4ee5-8af8-2dedf9488092), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:01.907481 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a0a7c2b3-4a73-4bbc-b486-8b72c57db2fd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=be3d0232760545aeb11555505024a388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4308999 Jul 27 16:44:01.908051 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 46918) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:01.926645 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7c2b3-4a73-4bbc-b486-8b72c57db2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7166fe-da39-4ee5-8af8-2dedf9488092,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:01.969869 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-92e7bce9-88a5-4584-aa67-9f7b2ba33241 None None] Set router 1e274a91-6b91-4db8-8bb6-6d5edfe53683 gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:44:01.991135 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-efa7efe6-bf1a-4349-8eaa-8763edb0a8ec admin admin] Publish callbacks [] for security_group (7f7166fe-da39-4ee5-8af8-2dedf9488092), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:02.027317 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-efa7efe6-bf1a-4349-8eaa-8763edb0a8ec admin admin] Publish callbacks [] for security_group (7f7166fe-da39-4ee5-8af8-2dedf9488092), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:02.045541 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-92e7bce9-88a5-4584-aa67-9f7b2ba33241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'name': 'tempest-TestMinimumBasicScenario-630548545-router', 'tenant_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:17Z', 'updated_at': '2022-07-27T16:44:01Z', 'revision_number': 6, 'project_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'gw_port_host': None}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:02.095223 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7bce9-88a5-4584-aa67-9f7b2ba33241 None None] The sync data for ids ['1e274a91-6b91-4db8-8bb6-6d5edfe53683'] in dv-cinder-849690-6-iscsi is: [{'id': '1e274a91-6b91-4db8-8bb6-6d5edfe53683', 'name': 'tempest-TestMinimumBasicScenario-630548545-router', 'tenant_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:41:17Z', 'updated_at': '2022-07-27T16:44:01Z', 'revision_number': 6, 'project_id': '49fb5ac1be6848ec9263b3431bd87f4a', 'gw_port_host': None}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:44:02.096131 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-efa7efe6-bf1a-4349-8eaa-8763edb0a8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (7f7166fe-da39-4ee5-8af8-2dedf9488092), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:02.102242 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-efa7efe6-bf1a-4349-8eaa-8763edb0a8ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:02.103441 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-efa7efe6-bf1a-4349-8eaa-8763edb0a8ec admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7f7166fe-da39-4ee5-8af8-2dedf9488092 HTTP/1.1" status: 204 len: 168 time: 0.1900253 Jul 27 16:44:02.115571 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-98d3a7e4-c6ad-404a-8560-255470a8e933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (9c92540f-39c4-4fa1-9fa9-c5781cd0eee5), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:02.127322 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7efe6-bf1a-4349-8eaa-8763edb0a8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7166fe-da39-4ee5-8af8-2dedf9488092,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:02.159253 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3a7e4-c6ad-404a-8560-255470a8e933 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c92540f-39c4-4fa1-9fa9-c5781cd0eee5,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:02.207733 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:02.257263 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:02.264297 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-98d3a7e4-c6ad-404a-8560-255470a8e933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427548'] for router_gateway (1e274a91-6b91-4db8-8bb6-6d5edfe53683), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:02.398210 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-98d3a7e4-c6ad-404a-8560-255470a8e933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (1e274a91-6b91-4db8-8bb6-6d5edfe53683), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:02.400465 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-98d3a7e4-c6ad-404a-8560-255470a8e933 admin admin] Publish callbacks [] for router_controller (1e274a91-6b91-4db8-8bb6-6d5edfe53683), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:02.459005 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-98d3a7e4-c6ad-404a-8560-255470a8e933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566549'] for router (1e274a91-6b91-4db8-8bb6-6d5edfe53683), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:02.459647 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d3a7e4-c6ad-404a-8560-255470a8e933 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e274a91-6b91-4db8-8bb6-6d5edfe53683 {{(pid=104022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:44:02.464073 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-98d3a7e4-c6ad-404a-8560-255470a8e933 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:02.465795 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-98d3a7e4-c6ad-404a-8560-255470a8e933 admin admin] 10.222.0.74 "DELETE /v2.0/routers/1e274a91-6b91-4db8-8bb6-6d5edfe53683 HTTP/1.1" status: 204 len: 168 time: 1.0862515 Jul 27 16:44:02.467821 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46964) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:02.527869 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7986106-e05c-4531-8651-88c32a25223e admin admin] Deleting subnet 1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3 {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 16:44:02.531959 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c7986106-e05c-4531-8651-88c32a25223e admin admin] Publish callbacks [] for subnet (1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:02.576573 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c7986106-e05c-4531-8651-88c32a25223e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6765107'] for subnet (1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:02.672854 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c7986106-e05c-4531-8651-88c32a25223e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1235243'] for subnet (1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:02.743448 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c7986106-e05c-4531-8651-88c32a25223e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1235234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6205895'] for subnet (1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:02.775246 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7986106-e05c-4531-8651-88c32a25223e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:02.779018 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c7986106-e05c-4531-8651-88c32a25223e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:02.784278 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-c7986106-e05c-4531-8651-88c32a25223e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/1e498e5c-e7b7-4ff7-ac65-f6d88c70ecb3 HTTP/1.1" status: 204 len: 168 time: 0.3134346 Jul 27 16:44:02.784851 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 46984) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:02.792269 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292cf116-7592-4a41-8172-13d7b41e47f7 None None] Network 93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:44:02.809106 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49dfec-c685-400e-8177-f34aeca5469b req-95b9266c-9cfd-4e2a-b354-bc73a27e8482 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:02.811221 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-de49dfec-c685-400e-8177-f34aeca5469b req-95b9266c-9cfd-4e2a-b354-bc73a27e8482 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 944 time: 0.0711286 Jul 27 16:44:02.880181 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1293665'] for network (93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:02.893879 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-de49dfec-c685-400e-8177-f34aeca5469b req-9b5600aa-e058-4aca-92b4-6c437f8acf12 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761218 Jul 27 16:44:02.957827 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] Deleting port f9434915-b802-4c5e-938e-e97f49c992a0 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:44:02.958161 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (f9434915-b802-4c5e-938e-e97f49c992a0), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.044499 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 8655f68e-f40e-4e52-af1d-6d7481c8756b no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:44:03.088032 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] For port f9434915-b802-4c5e-938e-e97f49c992a0, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=f9434915-b802-4c5e-938e-e97f49c992a0,segment=NetworkSegment(e9d57bdc-6ac5-428c-9ae0-175d0dd7102a),segment_id=e9d57bdc-6ac5-428c-9ae0-175d0dd7102a)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:03.088408 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (f9434915-b802-4c5e-938e-e97f49c992a0), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.107231 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f833223-75e6-4408-adcf-334d72fd7cfc None None] DHCP port deletion for 93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b request from dv-cinder-849690-6-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 16:44:03.116233 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 8655f68e-f40e-4e52-af1d-6d7481c8756b {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:44:03.116645 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 8655f68e-f40e-4e52-af1d-6d7481c8756b not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:44:03.117127 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:44:03.128476 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] Calling delete_port for f9434915-b802-4c5e-938e-e97f49c992a0 owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:44:03.146838 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:44:03.147186 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 9c92540f-39c4-4fa1-9fa9-c5781cd0eee5 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:44:03.198418 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-9f833223-75e6-4408-adcf-334d72fd7cfc None None] Deleting port f9434915-b802-4c5e-938e-e97f49c992a0 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:44:03.199023 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9f833223-75e6-4408-adcf-334d72fd7cfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (f9434915-b802-4c5e-938e-e97f49c992a0), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.269526 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (f9434915-b802-4c5e-938e-e97f49c992a0), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.279191 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-9f833223-75e6-4408-adcf-334d72fd7cfc None None] For port f9434915-b802-4c5e-938e-e97f49c992a0, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=f9434915-b802-4c5e-938e-e97f49c992a0,segment=NetworkSegment(e9d57bdc-6ac5-428c-9ae0-175d0dd7102a),segment_id=e9d57bdc-6ac5-428c-9ae0-175d0dd7102a)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:03.279917 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9f833223-75e6-4408-adcf-334d72fd7cfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (f9434915-b802-4c5e-938e-e97f49c992a0), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.306287 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-9f833223-75e6-4408-adcf-334d72fd7cfc None None] Calling delete_port for f9434915-b802-4c5e-938e-e97f49c992a0 owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:44:03.307785 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] Pushing event deleted for resources: {'Port': ['ID=f9434915-b802-4c5e-938e-e97f49c992a0,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:03.317532 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] No DVR routers for this DVR port f9434915-b802-4c5e-938e-e97f49c992a0 on host dv-cinder-849690-6-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:44:03.328752 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:03.430967 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233157', 'neutron.services.segments.db._delete_segments_for_network-8729475437258'] for network (93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.439981 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:03.447865 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9f833223-75e6-4408-adcf-334d72fd7cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396'] for port (f9434915-b802-4c5e-938e-e97f49c992a0), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.454477 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:03.469172 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d57bdc-6ac5-428c-9ae0-175d0dd7102a') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:03.469519 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d57bdc-6ac5-428c-9ae0-175d0dd7102a') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:03.475801 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833223-75e6-4408-adcf-334d72fd7cfc None None] Pushing event deleted for resources: {'Port': ['ID=f9434915-b802-4c5e-938e-e97f49c992a0,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:03.482558 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729475437159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6765098'] for segment (e9d57bdc-6ac5-428c-9ae0-175d0dd7102a), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.493130 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f833223-75e6-4408-adcf-334d72fd7cfc None None] No DVR routers for this DVR port f9434915-b802-4c5e-938e-e97f49c992a0 on host dv-cinder-849690-6-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:44:03.504424 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (e9d57bdc-6ac5-428c-9ae0-175d0dd7102a), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.515455 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:44:03.516130 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5991010'] for segment (e9d57bdc-6ac5-428c-9ae0-175d0dd7102a), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.564774 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment e9d57bdc-6ac5-428c-9ae0-175d0dd7102a resource provider aggregate not found Jul 27 16:44:03.593547 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment e9d57bdc-6ac5-428c-9ae0-175d0dd7102a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9d57bdc-6ac5-428c-9ae0-175d0dd7102a found for delete ", "request_id": "req-89a2fcd5-e14f-4629-acfe-99a174804d8a"}]} Jul 27 16:44:03.594235 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427568'] for network (93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.603869 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.607365 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] 10.222.0.74 "DELETE /v2.0/networks/93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b HTTP/1.1" status: 204 len: 168 time: 0.8215115 Jul 27 16:44:03.619893 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c6da2-b400-4c7a-8ea2-ab75152dc83c admin admin] Pushing event deleted for resources: {'Network': ['ID=93d81d75-f3f1-4ad8-b2ec-1ab6d8b6c33b,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:03.631862 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a559e835-d7c5-4eed-9e20-a6d0ff6dc325 details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:44:03.716194 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:03.749936 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port a559e835-d7c5-4eed-9e20-a6d0ff6dc325, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a559e835-d7c5-4eed-9e20-a6d0ff6dc325,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:03.765181 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': 'a559e835-d7c5-4eed-9e20-a6d0ff6dc325', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'port_id': 'a559e835-d7c5-4eed-9e20-a6d0ff6dc325', 'mac_address': 'fa:16:3e:66:b6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:44:03.783105 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47048) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:03.805516 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port a559e835-d7c5-4eed-9e20-a6d0ff6dc325 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:44:03.806428 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a559e835-d7c5-4eed-9e20-a6d0ff6dc325), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.822713 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a559e835-d7c5-4eed-9e20-a6d0ff6dc325 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:44:03.834896 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-6256a6fd-42ca-4f04-a819-6ee787246005 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=95d1afc492b44c07800f8d7288dac741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492258 Jul 27 16:44:03.837492 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47050) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:03.863515 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port a559e835-d7c5-4eed-9e20-a6d0ff6dc325, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a559e835-d7c5-4eed-9e20-a6d0ff6dc325,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:03.868513 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (a559e835-d7c5-4eed-9e20-a6d0ff6dc325), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.897350 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5589ce91-4279-4caf-b34c-6a88672eb187 admin admin] Publish callbacks [] for security_group (9cbd24b7-c7b0-486a-bf06-67c3da7e98c1), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.921496 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5589ce91-4279-4caf-b34c-6a88672eb187 admin admin] Publish callbacks [] for security_group (9cbd24b7-c7b0-486a-bf06-67c3da7e98c1), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.926865 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=a559e835-d7c5-4eed-9e20-a6d0ff6dc325,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:03.977894 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5589ce91-4279-4caf-b34c-6a88672eb187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (9cbd24b7-c7b0-486a-bf06-67c3da7e98c1), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.981332 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5589ce91-4279-4caf-b34c-6a88672eb187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:03.985584 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5589ce91-4279-4caf-b34c-6a88672eb187 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9cbd24b7-c7b0-486a-bf06-67c3da7e98c1 HTTP/1.1" status: 204 len: 168 time: 0.1463981 Jul 27 16:44:04.000122 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589ce91-4279-4caf-b34c-6a88672eb187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbd24b7-c7b0-486a-bf06-67c3da7e98c1,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:04.061936 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['a559e835-d7c5-4eed-9e20-a6d0ff6dc325'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:44:04.063760 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ae294-6372-4f85-9d6d-5706229f7df0 req-07ed94f1-919a-49ef-8255-06c3406fe660 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:04.072660 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e96ae294-6372-4f85-9d6d-5706229f7df0 req-07ed94f1-919a-49ef-8255-06c3406fe660 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 945 time: 0.0634556 Jul 27 16:44:04.126407 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e96ae294-6372-4f85-9d6d-5706229f7df0 req-5cd0308e-a2bf-40da-867d-a85656fbecd2 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527339 Jul 27 16:44:04.398030 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47068) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:04.441731 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-919307be-e437-4184-97c3-d810ded0f570 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=49fb5ac1be6848ec9263b3431bd87f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419927 Jul 27 16:44:04.443672 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47074) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:04.472053 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:04.501311 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-662da0ff-29ad-4769-b737-2e140070fc89 admin admin] Publish callbacks [] for security_group (02719eb9-079b-499f-b142-d385ffdff73e), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:04.524099 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-662da0ff-29ad-4769-b737-2e140070fc89 admin admin] Publish callbacks [] for security_group (02719eb9-079b-499f-b142-d385ffdff73e), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:04.575780 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-662da0ff-29ad-4769-b737-2e140070fc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (02719eb9-079b-499f-b142-d385ffdff73e), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:04.579143 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-662da0ff-29ad-4769-b737-2e140070fc89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:04.582632 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-662da0ff-29ad-4769-b737-2e140070fc89 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/02719eb9-079b-499f-b142-d385ffdff73e HTTP/1.1" status: 204 len: 168 time: 0.1357217 Jul 27 16:44:04.589358 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662da0ff-29ad-4769-b737-2e140070fc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02719eb9-079b-499f-b142-d385ffdff73e,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:04.603137 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:04.730638 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device f9434915-b802-4c5e-938e-e97f49c992a0 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:44:04.760356 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: f9434915-b802-4c5e-938e-e97f49c992a0 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:44:04.761498 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device f9434915-b802-4c5e-938e-e97f49c992a0 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:44:04.820168 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47088) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:05.155853 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-202ff851-9bf6-4555-b385-bf385760aa1d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6ad80139b6a04b62be6629aa767024f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321302 Jul 27 16:44:05.158552 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47102) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:05.241102 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e99acf87-85ff-4a83-93d8-3012a9e9cd7b admin admin] Publish callbacks [] for security_group (6afde1b7-d6f9-4593-b229-cb4a4de96b27), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:05.298063 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e99acf87-85ff-4a83-93d8-3012a9e9cd7b admin admin] Publish callbacks [] for security_group (6afde1b7-d6f9-4593-b229-cb4a4de96b27), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:05.321272 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d888d-f1e0-4a79-9b1b-9872595b017b req-611f74be-e969-4948-8fd7-736d02017e0c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:05.322756 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-308d888d-f1e0-4a79-9b1b-9872595b017b req-611f74be-e969-4948-8fd7-736d02017e0c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 945 time: 0.0766239 Jul 27 16:44:05.390711 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-308d888d-f1e0-4a79-9b1b-9872595b017b req-73b4c7bd-119d-4c77-94c5-707e04eddad8 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599248 Jul 27 16:44:05.399228 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e99acf87-85ff-4a83-93d8-3012a9e9cd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (6afde1b7-d6f9-4593-b229-cb4a4de96b27), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:05.403381 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e99acf87-85ff-4a83-93d8-3012a9e9cd7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:05.404843 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e99acf87-85ff-4a83-93d8-3012a9e9cd7b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6afde1b7-d6f9-4593-b229-cb4a4de96b27 HTTP/1.1" status: 204 len: 168 time: 0.2447116 Jul 27 16:44:05.413549 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99acf87-85ff-4a83-93d8-3012a9e9cd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afde1b7-d6f9-4593-b229-cb4a4de96b27,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:05.639593 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a559e835-d7c5-4eed-9e20-a6d0ff6dc325 up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:44:05.681866 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port a559e835-d7c5-4eed-9e20-a6d0ff6dc325 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:44:05.689833 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port a559e835-d7c5-4eed-9e20-a6d0ff6dc325 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:44:05.690325 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (a559e835-d7c5-4eed-9e20-a6d0ff6dc325), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:05.890260 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port a559e835-d7c5-4eed-9e20-a6d0ff6dc325 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:44:05.890658 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a559e835-d7c5-4eed-9e20-a6d0ff6dc325), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:05.914393 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478cfc69-4fbf-4a0c-86f4-8de2d02d9283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a559e835-d7c5-4eed-9e20-a6d0ff6dc325'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:44:05.916605 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff65a5f-4bdd-45d9-8419-703158728487" -d '{"events": [{"server_uuid": "478cfc69-4fbf-4a0c-86f4-8de2d02d9283", "name": "network-vif-plugged", "status": "completed", "tag": "a559e835-d7c5-4eed-9e20-a6d0ff6dc325"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:05.931592 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port a559e835-d7c5-4eed-9e20-a6d0ff6dc325, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a559e835-d7c5-4eed-9e20-a6d0ff6dc325,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:05.936613 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (a559e835-d7c5-4eed-9e20-a6d0ff6dc325), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:05.962492 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60034c0c-3a61-4aee-8a92-d36a7be30f98 x-openstack-request-id: req-60034c0c-3a61-4aee-8a92-d36a7be30f98 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:05.962834 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478cfc69-4fbf-4a0c-86f4-8de2d02d9283", "name": "network-vif-plugged", "status": "completed", "tag": "a559e835-d7c5-4eed-9e20-a6d0ff6dc325", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:05.963089 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-60034c0c-3a61-4aee-8a92-d36a7be30f98 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:05.963507 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60034c0c-3a61-4aee-8a92-d36a7be30f98'] response: {'server_uuid': '478cfc69-4fbf-4a0c-86f4-8de2d02d9283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a559e835-d7c5-4eed-9e20-a6d0ff6dc325', 'code': 200} Jul 27 16:44:05.992478 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=a559e835-d7c5-4eed-9e20-a6d0ff6dc325,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:06.186622 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cde32c-4674-4ddc-8855-325b7b2fb1c3 req-f81d4432-3a77-495f-877e-9b707bb0b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:06.188295 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-88cde32c-4674-4ddc-8855-325b7b2fb1c3 req-f81d4432-3a77-495f-877e-9b707bb0b6fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 1130 time: 0.0435390 Jul 27 16:44:06.239170 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-88cde32c-4674-4ddc-8855-325b7b2fb1c3 req-3e7bc3fe-fd19-4499-8298-ea5ef7e7866b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434008 Jul 27 16:44:06.500376 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:06.525959 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64224009-326d-49cc-9114-15253f9114b1 req-e1da081d-7e5b-4628-9c35-c3010379e9e3 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:06.525959 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-64224009-326d-49cc-9114-15253f9114b1 req-e1da081d-7e5b-4628-9c35-c3010379e9e3 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 946 time: 0.0580311 Jul 27 16:44:06.536542 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:06.586137 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-64224009-326d-49cc-9114-15253f9114b1 req-0ee3be88-3dab-4891-b4bb-6e8f50b05b70 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560031 Jul 27 16:44:06.741593 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=61 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:06.868846 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=62 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:07.724637 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acc53a-f059-4a4a-a595-46fac7904517 req-9e4134dd-651c-4d38-940a-afcb076ca48d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:07.734820 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25acc53a-f059-4a4a-a595-46fac7904517 req-9e4134dd-651c-4d38-940a-afcb076ca48d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 946 time: 0.0718412 Jul 27 16:44:07.791718 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25acc53a-f059-4a4a-a595-46fac7904517 req-0331eb0b-f7cb-4131-ac2f-8d01899be218 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518930 Jul 27 16:44:07.918627 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814e163-0ea2-48d4-8816-750c234d1fa2 req-136239e1-75ff-4e47-95f3-a9b7de30490b tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:07.920590 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1814e163-0ea2-48d4-8816-750c234d1fa2 req-136239e1-75ff-4e47-95f3-a9b7de30490b tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 946 time: 0.0506499 Jul 27 16:44:07.971655 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1814e163-0ea2-48d4-8816-750c234d1fa2 req-9cb3c071-0a8c-4917-85bd-6dd75c5bc3f9 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458972 Jul 27 16:44:08.001606 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47206) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:08.187274 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e67754-963e-4303-8386-1982a7e6bd73 tempest-TestVolumeBootPattern-1917232714 tempest-TestVolumeBootPattern-1917232714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:08.188801 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e3e67754-963e-4303-8386-1982a7e6bd73 tempest-TestVolumeBootPattern-1917232714 tempest-TestVolumeBootPattern-1917232714-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 1125 time: 0.1862173 Jul 27 16:44:08.191749 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47210) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:08.195936 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Request body: {'floatingip': {'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'port_id': 'a559e835-d7c5-4eed-9e20-a6d0ff6dc325', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:44:08.217486 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:08.298374 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:08.400817 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Allocated IP 172.27.2.166 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/338e1a73-9141-436d-a126-4b1d07d88ff5) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:44:08.504170 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for port (338e1a73-9141-436d-a126-4b1d07d88ff5), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:08.537216 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (338e1a73-9141-436d-a126-4b1d07d88ff5), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:08.576052 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:44:08.580941 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:44:08.584553 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:44:08.608549 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event updated for resources: {'Port': ['ID=338e1a73-9141-436d-a126-4b1d07d88ff5,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:08.643162 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:08.825474 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:08.987373 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for floatingip (db7aab5a-4333-44c0-941d-0e6ba2e542ac), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:09.081060 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (338e1a73-9141-436d-a126-4b1d07d88ff5), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:09.233254 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for port (338e1a73-9141-436d-a126-4b1d07d88ff5), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:09.237539 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (338e1a73-9141-436d-a126-4b1d07d88ff5), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:09.306219 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event updated for resources: {'Port': ['ID=338e1a73-9141-436d-a126-4b1d07d88ff5,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:09.315451 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (db7aab5a-4333-44c0-941d-0e6ba2e542ac), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:09.409640 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Floating IP db7aab5a-4333-44c0-941d-0e6ba2e542ac associated. External IP: 172.27.2.166, port: a559e835-d7c5-4eed-9e20-a6d0ff6dc325. Jul 27 16:44:09.540427 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:09.604592 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:44:09.701901 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:09.708769 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:44:09.717981 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a802f3-961f-4e6e-89b8-7f14f2a670d8 None None] Sync routers for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:44:09.726207 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:09.728176 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a802f3-961f-4e6e-89b8-7f14f2a670d8 None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:44:09.728784 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-93a802f3-961f-4e6e-89b8-7f14f2a670d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:43:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:09.756199 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d7bec4d2-5749-4c39-b5f5-12ab89a2d6c0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5634484 Jul 27 16:44:09.756856 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478cfc69-4fbf-4a0c-86f4-8de2d02d9283', 'tag': 'a559e835-d7c5-4eed-9e20-a6d0ff6dc325'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:44:09.759206 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f23554-e410-4bc5-be37-93e0fdef4f34" -d '{"events": [{"name": "network-changed", "server_uuid": "478cfc69-4fbf-4a0c-86f4-8de2d02d9283", "tag": "a559e835-d7c5-4eed-9e20-a6d0ff6dc325"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:44:09.798349 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6973036f-e8f5-4721-af51-bdcd1102a0a5 x-openstack-request-id: req-6973036f-e8f5-4721-af51-bdcd1102a0a5 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:44:09.798642 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "478cfc69-4fbf-4a0c-86f4-8de2d02d9283", "tag": "a559e835-d7c5-4eed-9e20-a6d0ff6dc325", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:44:09.798894 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6973036f-e8f5-4721-af51-bdcd1102a0a5 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:44:09.799303 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6973036f-e8f5-4721-af51-bdcd1102a0a5'] response: {'name': 'network-changed', 'server_uuid': '478cfc69-4fbf-4a0c-86f4-8de2d02d9283', 'tag': 'a559e835-d7c5-4eed-9e20-a6d0ff6dc325', 'status': 'completed', 'code': 200} Jul 27 16:44:09.830566 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-93a802f3-961f-4e6e-89b8-7f14f2a670d8 None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:44:10.036822 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-93a802f3-961f-4e6e-89b8-7f14f2a670d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'db7aab5a-4333-44c0-941d-0e6ba2e542ac', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'port_id': 'a559e835-d7c5-4eed-9e20-a6d0ff6dc325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'mac_address': 'fa:16:3e:66:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cfc69-4fbf-4a0c-86f4-8de2d02d9283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:44:08Z', 'updated_at': '2022-07-27T16:44:08Z', 'revision_number': 0, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:10.062381 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a802f3-961f-4e6e-89b8-7f14f2a670d8 None None] Checking router: 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:44:10.070766 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a802f3-961f-4e6e-89b8-7f14f2a670d8 None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:44:10.071364 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-93a802f3-961f-4e6e-89b8-7f14f2a670d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:43:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:10.173138 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-93a802f3-961f-4e6e-89b8-7f14f2a670d8 None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:44:10.380768 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-93a802f3-961f-4e6e-89b8-7f14f2a670d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'db7aab5a-4333-44c0-941d-0e6ba2e542ac', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'port_id': 'a559e835-d7c5-4eed-9e20-a6d0ff6dc325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'mac_address': 'fa:16:3e:66:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cfc69-4fbf-4a0c-86f4-8de2d02d9283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:44:08Z', 'updated_at': '2022-07-27T16:44:08Z', 'revision_number': 0, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:10.406659 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a802f3-961f-4e6e-89b8-7f14f2a670d8 None None] The sync data for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi is: [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'db7aab5a-4333-44c0-941d-0e6ba2e542ac', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'port_id': 'a559e835-d7c5-4eed-9e20-a6d0ff6dc325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'mac_address': 'fa:16:3e:66:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478cfc69-4fbf-4a0c-86f4-8de2d02d9283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:44:08Z', 'updated_at': '2022-07-27T16:44:08Z', 'revision_number': 0, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:44:10.592160 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda42083-87ef-4c29-95ec-ade16966268a None None] New status for floating IP db7aab5a-4333-44c0-941d-0e6ba2e542ac: ACTIVE {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:44:10.844559 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f23554-e410-4bc5-be37-93e0fdef4f34 req-ee24622b-9a96-41d1-92b2-4173293c825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:10.846361 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-62f23554-e410-4bc5-be37-93e0fdef4f34 req-ee24622b-9a96-41d1-92b2-4173293c825c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 1130 time: 0.0407948 Jul 27 16:44:10.943665 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f23554-e410-4bc5-be37-93e0fdef4f34 req-1ec2249a-d819-41de-bfc1-28b9def811b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:10.945089 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-62f23554-e410-4bc5-be37-93e0fdef4f34 req-1ec2249a-d819-41de-bfc1-28b9def811b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 200 len: 913 time: 0.0925276 Jul 27 16:44:11.009748 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-62f23554-e410-4bc5-be37-93e0fdef4f34 req-e66cb802-f804-4329-9a51-6c5c3d044870 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a559e835-d7c5-4eed-9e20-a6d0ff6dc325 HTTP/1.1" status: 200 len: 1002 time: 0.0587626 Jul 27 16:44:11.076141 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f23554-e410-4bc5-be37-93e0fdef4f34 req-84f5ab50-ac10-439e-aa01-69402890a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:11.077624 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-62f23554-e410-4bc5-be37-93e0fdef4f34 req-84f5ab50-ac10-439e-aa01-69402890a7ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7 HTTP/1.1" status: 200 len: 851 time: 0.0599096 Jul 27 16:44:11.126223 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f23554-e410-4bc5-be37-93e0fdef4f34 req-e49e8f20-76a7-40aa-955f-d9b85582c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:11.128078 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-62f23554-e410-4bc5-be37-93e0fdef4f34 req-e49e8f20-76a7-40aa-955f-d9b85582c73e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56948a9-265f-4da0-9590-a0bad1ef68c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433371 Jul 27 16:44:11.207535 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:11.244562 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-62f23554-e410-4bc5-be37-93e0fdef4f34 req-6373ef05-fda2-4804-b83a-74ada270d543 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090219 Jul 27 16:44:11.342338 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-62f23554-e410-4bc5-be37-93e0fdef4f34 req-b6ddad38-901d-4cd8-b66d-8bcb590e3f3b service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919092 Jul 27 16:44:13.690303 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47322) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:13.724649 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47326) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:13.830624 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:13.850096 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c1578e07-8f06-4820-9dd5-bff412e4bfb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:13.908814 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Publish callbacks [] for security_group (09f1afa8-5bb2-4690-a4dc-b5f17c43f00d), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:13.912688 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (09f1afa8-5bb2-4690-a4dc-b5f17c43f00d), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:13.927325 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c1578e07-8f06-4820-9dd5-bff412e4bfb4 admin admin] Publish callbacks [] for security_group (61e1f64d-b1d4-4a4a-996d-2411893358fd), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:13.931986 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c1578e07-8f06-4820-9dd5-bff412e4bfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (61e1f64d-b1d4-4a4a-996d-2411893358fd), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:13.955809 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f1afa8-5bb2-4690-a4dc-b5f17c43f00d,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:13.960657 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f4291557abaf483d8cbfbbc26e14eb31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348738 Jul 27 16:44:13.964263 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47330) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:13.971310 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:13.971664 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:13.972016 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:13.972280 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c1578e07-8f06-4820-9dd5-bff412e4bfb4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=36afce94f7ab48ecbd123a6859491830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809212 Jul 27 16:44:13.972406 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:13.972673 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:13.973030 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:13.973232 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1578e07-8f06-4820-9dd5-bff412e4bfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e1f64d-b1d4-4a4a-996d-2411893358fd,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:13.973365 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:13.973693 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:13.974021 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:13.974347 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:13.974749 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:13.974999 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:13.975321 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:13.975642 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:13.975969 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87372df8-94ad-43aa-9d0b-35c80517ca7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:13.976491 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47332) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:14.021041 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:14.025049 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-54a906ca-3527-49c7-a8ee-3b637b7107c8 admin admin] Publish callbacks [] for security_group (09f1afa8-5bb2-4690-a4dc-b5f17c43f00d), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.028072 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e17d7e57-1e92-452e-8be4-6ca3708fddd5 admin admin] Publish callbacks [] for security_group (61e1f64d-b1d4-4a4a-996d-2411893358fd), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.048756 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-54a906ca-3527-49c7-a8ee-3b637b7107c8 admin admin] Publish callbacks [] for security_group (09f1afa8-5bb2-4690-a4dc-b5f17c43f00d), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.056077 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e17d7e57-1e92-452e-8be4-6ca3708fddd5 admin admin] Publish callbacks [] for security_group (61e1f64d-b1d4-4a4a-996d-2411893358fd), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.097670 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-54a906ca-3527-49c7-a8ee-3b637b7107c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (09f1afa8-5bb2-4690-a4dc-b5f17c43f00d), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.100125 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-54a906ca-3527-49c7-a8ee-3b637b7107c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.101310 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-54a906ca-3527-49c7-a8ee-3b637b7107c8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/09f1afa8-5bb2-4690-a4dc-b5f17c43f00d HTTP/1.1" status: 204 len: 168 time: 0.1358337 Jul 27 16:44:14.102729 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e17d7e57-1e92-452e-8be4-6ca3708fddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (61e1f64d-b1d4-4a4a-996d-2411893358fd), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.106459 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e17d7e57-1e92-452e-8be4-6ca3708fddd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.107804 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e17d7e57-1e92-452e-8be4-6ca3708fddd5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/61e1f64d-b1d4-4a4a-996d-2411893358fd HTTP/1.1" status: 204 len: 168 time: 0.1302419 Jul 27 16:44:14.112869 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a906ca-3527-49c7-a8ee-3b637b7107c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f1afa8-5bb2-4690-a4dc-b5f17c43f00d,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:14.116639 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d7e57-1e92-452e-8be4-6ca3708fddd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e1f64d-b1d4-4a4a-996d-2411893358fd,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:14.305407 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47352) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:14.362592 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5540133-decc-4d44-90ab-f3b12cd23d92 admin admin] Deleting subnet fd1c62d9-00c5-4331-9654-9e1a3a868d3f {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 16:44:14.366436 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a5540133-decc-4d44-90ab-f3b12cd23d92 admin admin] Publish callbacks [] for subnet (fd1c62d9-00c5-4331-9654-9e1a3a868d3f), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.404854 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a5540133-decc-4d44-90ab-f3b12cd23d92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5475921'] for subnet (fd1c62d9-00c5-4331-9654-9e1a3a868d3f), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.450614 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a5540133-decc-4d44-90ab-f3b12cd23d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1235243'] for subnet (fd1c62d9-00c5-4331-9654-9e1a3a868d3f), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.521243 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a5540133-decc-4d44-90ab-f3b12cd23d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1235234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5503280'] for subnet (fd1c62d9-00c5-4331-9654-9e1a3a868d3f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.544943 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47354) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:14.559597 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d2fac276-bc2f-4d18-9f1a-4d6c2440c8a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.647094 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d2fac276-bc2f-4d18-9f1a-4d6c2440c8a6 admin admin] Publish callbacks [] for security_group (92db2168-2603-4e58-9693-e7456bb9701c), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.650972 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d2fac276-bc2f-4d18-9f1a-4d6c2440c8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (92db2168-2603-4e58-9693-e7456bb9701c), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.698279 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d2fac276-bc2f-4d18-9f1a-4d6c2440c8a6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6d8d59d2b433466b897ce8ecd37df11b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520214 Jul 27 16:44:14.699136 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fac276-bc2f-4d18-9f1a-4d6c2440c8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92db2168-2603-4e58-9693-e7456bb9701c,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:14.702800 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47356) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:14.760403 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e3aa3454-e58f-44ad-bbf3-9f6f6b9dbadd admin admin] Publish callbacks [] for security_group (92db2168-2603-4e58-9693-e7456bb9701c), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.782782 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e3aa3454-e58f-44ad-bbf3-9f6f6b9dbadd admin admin] Publish callbacks [] for security_group (92db2168-2603-4e58-9693-e7456bb9701c), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.814300 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:14.832850 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5540133-decc-4d44-90ab-f3b12cd23d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd1c62d9-00c5-4331-9654-9e1a3a868d3f,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:14.833455 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e3aa3454-e58f-44ad-bbf3-9f6f6b9dbadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (92db2168-2603-4e58-9693-e7456bb9701c), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.834821 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a5540133-decc-4d44-90ab-f3b12cd23d92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.837199 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e3aa3454-e58f-44ad-bbf3-9f6f6b9dbadd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.840344 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a5540133-decc-4d44-90ab-f3b12cd23d92 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/fd1c62d9-00c5-4331-9654-9e1a3a868d3f HTTP/1.1" status: 204 len: 168 time: 0.5312812 Jul 27 16:44:14.840614 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-e3aa3454-e58f-44ad-bbf3-9f6f6b9dbadd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/92db2168-2603-4e58-9693-e7456bb9701c HTTP/1.1" status: 204 len: 168 time: 0.1347024 Jul 27 16:44:14.840717 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47358) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:14.848171 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa3454-e58f-44ad-bbf3-9f6f6b9dbadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92db2168-2603-4e58-9693-e7456bb9701c,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:14.917017 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1293665'] for network (86b6e84a-da68-4a36-aa5f-ad15b52f4861), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:14.947999 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:15.002583 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233157', 'neutron.services.segments.db._delete_segments_for_network-8729475437258'] for network (86b6e84a-da68-4a36-aa5f-ad15b52f4861), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.023604 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:15.027849 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b6e84a-da68-4a36-aa5f-ad15b52f4861']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:15.038301 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ce52e4-b9ce-43f8-bc79-dd89ca30d6bf') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:15.038603 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ce52e4-b9ce-43f8-bc79-dd89ca30d6bf') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:15.049465 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729475437159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5475912'] for segment (91ce52e4-b9ce-43f8-bc79-dd89ca30d6bf), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.063888 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (91ce52e4-b9ce-43f8-bc79-dd89ca30d6bf), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.070593 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:44:15.070983 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474513'] for segment (91ce52e4-b9ce-43f8-bc79-dd89ca30d6bf), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.117829 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 91ce52e4-b9ce-43f8-bc79-dd89ca30d6bf resource provider aggregate not found Jul 27 16:44:15.137290 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 91ce52e4-b9ce-43f8-bc79-dd89ca30d6bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91ce52e4-b9ce-43f8-bc79-dd89ca30d6bf found for delete ", "request_id": "req-6b1175ab-527f-45d3-9d37-1f436c5423ea"}]} Jul 27 16:44:15.144839 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427568'] for network (86b6e84a-da68-4a36-aa5f-ad15b52f4861), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.154379 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.157852 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] 10.222.0.74 "DELETE /v2.0/networks/86b6e84a-da68-4a36-aa5f-ad15b52f4861 HTTP/1.1" status: 204 len: 168 time: 0.3163590 Jul 27 16:44:15.161005 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47368) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:15.168550 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=86b6e84a-da68-4a36-aa5f-ad15b52f4861,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:15.176019 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:15.176591 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:15.176961 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:15.177299 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:15.177632 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:15.177958 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:15.178305 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:15.178590 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:15.178913 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:15.179235 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:15.179560 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:15.179880 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:15.180196 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:15.180514 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:15.180835 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2550864-5ebc-4b11-8075-839ed3144eb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:15.216007 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfab9ae-993d-4c4e-bf75-bde048c82976 admin admin] Deleting subnet 9f475571-a707-4188-afa4-3427c59ff2b8 {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 16:44:15.219730 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dbfab9ae-993d-4c4e-bf75-bde048c82976 admin admin] Publish callbacks [] for subnet (9f475571-a707-4188-afa4-3427c59ff2b8), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.219902 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47370) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:15.233852 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3f1e-51a6-4f4a-8b53-1e46aa6b6ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.258280 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dbfab9ae-993d-4c4e-bf75-bde048c82976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6765107'] for subnet (9f475571-a707-4188-afa4-3427c59ff2b8), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.299760 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dbfab9ae-993d-4c4e-bf75-bde048c82976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1235243'] for subnet (9f475571-a707-4188-afa4-3427c59ff2b8), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.308443 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3f1e-51a6-4f4a-8b53-1e46aa6b6ed4 admin admin] Publish callbacks [] for security_group (edcb9a4b-d66c-4d49-baf4-3b947b2c897c), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.312356 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3f1e-51a6-4f4a-8b53-1e46aa6b6ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (edcb9a4b-d66c-4d49-baf4-3b947b2c897c), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.352755 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e3f1e-51a6-4f4a-8b53-1e46aa6b6ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcb9a4b-d66c-4d49-baf4-3b947b2c897c,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:15.353392 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dbfab9ae-993d-4c4e-bf75-bde048c82976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1235234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6205895'] for subnet (9f475571-a707-4188-afa4-3427c59ff2b8), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.362355 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ac4e3f1e-51a6-4f4a-8b53-1e46aa6b6ed4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7b085ad470b2405e93c9606ba2655c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413763 Jul 27 16:44:15.363037 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47372) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:15.380285 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfab9ae-993d-4c4e-bf75-bde048c82976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f475571-a707-4188-afa4-3427c59ff2b8,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:15.382280 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dbfab9ae-993d-4c4e-bf75-bde048c82976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.388293 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-dbfab9ae-993d-4c4e-bf75-bde048c82976 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9f475571-a707-4188-afa4-3427c59ff2b8 HTTP/1.1" status: 204 len: 168 time: 0.2228782 Jul 27 16:44:15.388522 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47374) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:15.413627 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f423819f-ca8a-4331-9329-13ae08309603 admin admin] Publish callbacks [] for security_group (edcb9a4b-d66c-4d49-baf4-3b947b2c897c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.435422 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f423819f-ca8a-4331-9329-13ae08309603 admin admin] Publish callbacks [] for security_group (edcb9a4b-d66c-4d49-baf4-3b947b2c897c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.462370 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fafb49a9-52d9-4226-bf39-0b63315fdb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1293665'] for network (f1bbc535-b318-4874-9d7f-702cf9b89585), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.488216 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f423819f-ca8a-4331-9329-13ae08309603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (edcb9a4b-d66c-4d49-baf4-3b947b2c897c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.490895 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f423819f-ca8a-4331-9329-13ae08309603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.492048 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f423819f-ca8a-4331-9329-13ae08309603 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/edcb9a4b-d66c-4d49-baf4-3b947b2c897c HTTP/1.1" status: 204 len: 168 time: 0.1281583 Jul 27 16:44:15.500507 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423819f-ca8a-4331-9329-13ae08309603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcb9a4b-d66c-4d49-baf4-3b947b2c897c,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:15.544822 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fafb49a9-52d9-4226-bf39-0b63315fdb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233157', 'neutron.services.segments.db._delete_segments_for_network-8729475437258'] for network (f1bbc535-b318-4874-9d7f-702cf9b89585), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.567499 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-fafb49a9-52d9-4226-bf39-0b63315fdb57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1bbc535-b318-4874-9d7f-702cf9b89585']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:15.577923 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-fafb49a9-52d9-4226-bf39-0b63315fdb57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94c73a3-8378-4abd-ae51-663e3b2a563b') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:15.578247 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-fafb49a9-52d9-4226-bf39-0b63315fdb57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94c73a3-8378-4abd-ae51-663e3b2a563b') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:15.587845 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fafb49a9-52d9-4226-bf39-0b63315fdb57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729475437159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6765098'] for segment (d94c73a3-8378-4abd-ae51-663e3b2a563b), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.594239 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:15.603524 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fafb49a9-52d9-4226-bf39-0b63315fdb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (d94c73a3-8378-4abd-ae51-663e3b2a563b), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.610941 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fafb49a9-52d9-4226-bf39-0b63315fdb57 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:44:15.611381 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fafb49a9-52d9-4226-bf39-0b63315fdb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5991010'] for segment (d94c73a3-8378-4abd-ae51-663e3b2a563b), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.652318 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment d94c73a3-8378-4abd-ae51-663e3b2a563b resource provider aggregate not found Jul 27 16:44:15.676713 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment d94c73a3-8378-4abd-ae51-663e3b2a563b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d94c73a3-8378-4abd-ae51-663e3b2a563b found for delete ", "request_id": "req-7cd8faf6-429d-4e9d-a24e-9148efa67338"}]} Jul 27 16:44:15.677861 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fafb49a9-52d9-4226-bf39-0b63315fdb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427568'] for network (f1bbc535-b318-4874-9d7f-702cf9b89585), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.683305 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fafb49a9-52d9-4226-bf39-0b63315fdb57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.687322 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-fafb49a9-52d9-4226-bf39-0b63315fdb57 admin admin] 10.222.0.74 "DELETE /v2.0/networks/f1bbc535-b318-4874-9d7f-702cf9b89585 HTTP/1.1" status: 204 len: 168 time: 0.2978075 Jul 27 16:44:15.700738 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb49a9-52d9-4226-bf39-0b63315fdb57 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1bbc535-b318-4874-9d7f-702cf9b89585,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:15.871876 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47392) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:15.911878 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-564d140d-3675-4646-a2f6-76c2c282d785 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8ef15b981e8d4885941afecc5cc74d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387795 Jul 27 16:44:15.914464 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47396) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:15.966258 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6baa060a-a27f-4889-98fe-53ef0896f52c admin admin] Publish callbacks [] for security_group (72220943-b7de-497a-a74e-479cc1a702f4), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:15.988204 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6baa060a-a27f-4889-98fe-53ef0896f52c admin admin] Publish callbacks [] for security_group (72220943-b7de-497a-a74e-479cc1a702f4), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:16.038239 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6baa060a-a27f-4889-98fe-53ef0896f52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (72220943-b7de-497a-a74e-479cc1a702f4), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:16.040939 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6baa060a-a27f-4889-98fe-53ef0896f52c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:16.042191 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-6baa060a-a27f-4889-98fe-53ef0896f52c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/72220943-b7de-497a-a74e-479cc1a702f4 HTTP/1.1" status: 204 len: 168 time: 0.1265438 Jul 27 16:44:16.050448 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa060a-a27f-4889-98fe-53ef0896f52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72220943-b7de-497a-a74e-479cc1a702f4,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:16.402937 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47416) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:16.445081 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-127ea41f-ffa9-45e9-99e2-7998c8e9fb49 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7e8ea5b970244614987d988e0f9673b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408969 Jul 27 16:44:16.447481 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47418) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:16.484077 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:16.498609 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f82ad982-b18f-46e3-b187-e87938c45590 admin admin] Publish callbacks [] for security_group (206dcc8c-b30d-40cb-ac04-42c40d1a695c), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:16.521265 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f82ad982-b18f-46e3-b187-e87938c45590 admin admin] Publish callbacks [] for security_group (206dcc8c-b30d-40cb-ac04-42c40d1a695c), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:16.569423 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f82ad982-b18f-46e3-b187-e87938c45590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (206dcc8c-b30d-40cb-ac04-42c40d1a695c), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:16.572171 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f82ad982-b18f-46e3-b187-e87938c45590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:16.573373 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f82ad982-b18f-46e3-b187-e87938c45590 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/206dcc8c-b30d-40cb-ac04-42c40d1a695c HTTP/1.1" status: 204 len: 168 time: 0.1249890 Jul 27 16:44:16.583679 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ad982-b18f-46e3-b187-e87938c45590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206dcc8c-b30d-40cb-ac04-42c40d1a695c,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:19.379048 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47482) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:19.484881 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eecb7ad7-9079-4ef3-b138-7c1d9d0e4ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:19.561071 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eecb7ad7-9079-4ef3-b138-7c1d9d0e4ef7 admin admin] Publish callbacks [] for security_group (34981b57-a181-406e-9f85-dddcd112d053), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:19.564610 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eecb7ad7-9079-4ef3-b138-7c1d9d0e4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (34981b57-a181-406e-9f85-dddcd112d053), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:19.603225 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-eecb7ad7-9079-4ef3-b138-7c1d9d0e4ef7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=75eb3f6360074168b3382e36594694f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231367 Jul 27 16:44:19.604113 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb7ad7-9079-4ef3-b138-7c1d9d0e4ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34981b57-a181-406e-9f85-dddcd112d053,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:19.605952 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47486) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:19.657210 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-26b811ba-f4cd-4ec5-b9e5-f64e8c41095f admin admin] Publish callbacks [] for security_group (34981b57-a181-406e-9f85-dddcd112d053), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:19.677961 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-26b811ba-f4cd-4ec5-b9e5-f64e8c41095f admin admin] Publish callbacks [] for security_group (34981b57-a181-406e-9f85-dddcd112d053), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:19.724848 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-26b811ba-f4cd-4ec5-b9e5-f64e8c41095f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (34981b57-a181-406e-9f85-dddcd112d053), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:19.727434 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-26b811ba-f4cd-4ec5-b9e5-f64e8c41095f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:19.728568 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-26b811ba-f4cd-4ec5-b9e5-f64e8c41095f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/34981b57-a181-406e-9f85-dddcd112d053 HTTP/1.1" status: 204 len: 168 time: 0.1216326 Jul 27 16:44:19.736306 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b811ba-f4cd-4ec5-b9e5-f64e8c41095f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34981b57-a181-406e-9f85-dddcd112d053,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:19.748860 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:20.538029 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:20.989294 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:44:25.379051 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-9d45609e-48f1-4442-acd1-597fdbc37ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:27.479469 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-71758965-0708-48aa-a20f-8bf7ef90149d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:28.753850 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:29.597415 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=4,neutron:SELECT=54,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:29.599621 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:29.731127 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=67,neutron:DELETE=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:29.735653 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=23,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:30.007433 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=98 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:30.421864 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:30.514604 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:30.692968 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47684) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:30.803288 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-475aac7d-be9b-4cc2-9201-d12ec100d42c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:30.882110 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-475aac7d-be9b-4cc2-9201-d12ec100d42c admin admin] Publish callbacks [] for security_group (9dcdda1d-bab3-40ec-96fb-d607da25bf99), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:30.885628 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-475aac7d-be9b-4cc2-9201-d12ec100d42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (9dcdda1d-bab3-40ec-96fb-d607da25bf99), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:30.924456 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-475aac7d-be9b-4cc2-9201-d12ec100d42c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2779d7fb0f7841b5a57daa762d34451b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304654 Jul 27 16:44:30.925329 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475aac7d-be9b-4cc2-9201-d12ec100d42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcdda1d-bab3-40ec-96fb-d607da25bf99,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:30.928004 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47688) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:30.977107 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-da29539b-4746-4ef9-a29c-984dcccfad51 admin admin] Publish callbacks [] for security_group (9dcdda1d-bab3-40ec-96fb-d607da25bf99), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:30.984911 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=84 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:30.998540 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-da29539b-4746-4ef9-a29c-984dcccfad51 admin admin] Publish callbacks [] for security_group (9dcdda1d-bab3-40ec-96fb-d607da25bf99), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:31.054867 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-da29539b-4746-4ef9-a29c-984dcccfad51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (9dcdda1d-bab3-40ec-96fb-d607da25bf99), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:31.057688 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-da29539b-4746-4ef9-a29c-984dcccfad51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:31.059493 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-da29539b-4746-4ef9-a29c-984dcccfad51 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9dcdda1d-bab3-40ec-96fb-d607da25bf99 HTTP/1.1" status: 204 len: 168 time: 0.1304986 Jul 27 16:44:31.067295 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29539b-4746-4ef9-a29c-984dcccfad51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcdda1d-bab3-40ec-96fb-d607da25bf99,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:40.909344 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:40.920975 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=17,neutron:INSERT=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:41.039680 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:41.063229 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:41.081015 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=55,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:41.081782 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:50.545080 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:52.853001 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47842) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:52.959534 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b53f1f2-6df1-48cd-8f9e-9364e4387276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:53.036072 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b53f1f2-6df1-48cd-8f9e-9364e4387276 admin admin] Publish callbacks [] for security_group (83a02529-2d01-41b0-8c79-042d4bbe95f4), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:53.039945 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b53f1f2-6df1-48cd-8f9e-9364e4387276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (83a02529-2d01-41b0-8c79-042d4bbe95f4), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:53.075601 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53f1f2-6df1-48cd-8f9e-9364e4387276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a02529-2d01-41b0-8c79-042d4bbe95f4,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:53.084416 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6b53f1f2-6df1-48cd-8f9e-9364e4387276 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=347f7dbd4fd0413e8721edee116bf2a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303414 Jul 27 16:44:53.086763 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47846) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:53.139562 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b22b36df-f61a-421f-9008-16411ac33578 admin admin] Publish callbacks [] for security_group (83a02529-2d01-41b0-8c79-042d4bbe95f4), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:53.161576 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b22b36df-f61a-421f-9008-16411ac33578 admin admin] Publish callbacks [] for security_group (83a02529-2d01-41b0-8c79-042d4bbe95f4), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:53.210797 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b22b36df-f61a-421f-9008-16411ac33578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (83a02529-2d01-41b0-8c79-042d4bbe95f4), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:53.213318 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b22b36df-f61a-421f-9008-16411ac33578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:53.214976 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b22b36df-f61a-421f-9008-16411ac33578 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/83a02529-2d01-41b0-8c79-042d4bbe95f4 HTTP/1.1" status: 204 len: 168 time: 0.1263561 Jul 27 16:44:53.222793 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b36df-f61a-421f-9008-16411ac33578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a02529-2d01-41b0-8c79-042d4bbe95f4,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:53.822578 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47868) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:53.919811 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-d68bd42a-ef73-4ae2-8eb1-ef9dbc1a561d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-711087496-network', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:44:53.938709 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68bd42a-ef73-4ae2-8eb1-ef9dbc1a561d admin admin] Made reservation on behalf of 51a4d6fb95404988996ef7680ac1829e for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:44:53.940992 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d68bd42a-ef73-4ae2-8eb1-ef9dbc1a561d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:53.949310 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d68bd42a-ef73-4ae2-8eb1-ef9dbc1a561d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:54.021715 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d68bd42a-ef73-4ae2-8eb1-ef9dbc1a561d admin admin] Publish callbacks [] for security_group (a640c339-18e2-4d67-9dfe-308313a45bf6), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:54.025234 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d68bd42a-ef73-4ae2-8eb1-ef9dbc1a561d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (a640c339-18e2-4d67-9dfe-308313a45bf6), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:54.050962 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68bd42a-ef73-4ae2-8eb1-ef9dbc1a561d admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:44:54.059842 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bd42a-ef73-4ae2-8eb1-ef9dbc1a561d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a640c339-18e2-4d67-9dfe-308313a45bf6,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:54.065866 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d68bd42a-ef73-4ae2-8eb1-ef9dbc1a561d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (7e944521-8cfe-4088-b6fb-2a1753b872a6), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:54.066209 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-d68bd42a-ef73-4ae2-8eb1-ef9dbc1a561d admin admin] Added segment 7e944521-8cfe-4088-b6fb-2a1753b872a6 of type vlan for network 39b61bda-1ea9-402f-810a-2514b86ac30d Jul 27 16:44:54.106688 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d68bd42a-ef73-4ae2-8eb1-ef9dbc1a561d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (39b61bda-1ea9-402f-810a-2514b86ac30d), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:54.130973 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d68bd42a-ef73-4ae2-8eb1-ef9dbc1a561d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (39b61bda-1ea9-402f-810a-2514b86ac30d), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:54.132001 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68bd42a-ef73-4ae2-8eb1-ef9dbc1a561d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:54.132580 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d68bd42a-ef73-4ae2-8eb1-ef9dbc1a561d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:54.188832 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d68bd42a-ef73-4ae2-8eb1-ef9dbc1a561d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3651507 Jul 27 16:44:54.191823 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47872) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:54.196710 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-e5c45c80-db62-47d2-9dec-bb7f9765487d admin admin] Request body: {'subnet': {'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-711087496-subnet', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'ip_version': 4}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:44:54.199922 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bd42a-ef73-4ae2-8eb1-ef9dbc1a561d admin admin] Pushing event updated for resources: {'Network': ['ID=39b61bda-1ea9-402f-810a-2514b86ac30d,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:54.210549 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network 39b61bda-1ea9-402f-810a-2514b86ac30d details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:44:54.226474 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c45c80-db62-47d2-9dec-bb7f9765487d admin admin] Made reservation on behalf of 51a4d6fb95404988996ef7680ac1829e for: {'subnet': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:44:54.228867 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e5c45c80-db62-47d2-9dec-bb7f9765487d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6205922'] for subnet (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:54.399025 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e5c45c80-db62-47d2-9dec-bb7f9765487d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5991165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6205900'] for subnet (0672f898-7f72-433a-8a90-bafe86bb08d1), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:54.673859 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c45c80-db62-47d2-9dec-bb7f9765487d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0672f898-7f72-433a-8a90-bafe86bb08d1,revision_number=0']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:54.682455 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c45c80-db62-47d2-9dec-bb7f9765487d admin admin] Checking segment: {'id': '7e944521-8cfe-4088-b6fb-2a1753b872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:44:54.682842 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c45c80-db62-47d2-9dec-bb7f9765487d admin admin] Network hostable DHCP agents. Network: 39b61bda-1ea9-402f-810a-2514b86ac30d, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104022) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:44:54.700112 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c45c80-db62-47d2-9dec-bb7f9765487d admin admin] Network 39b61bda-1ea9-402f-810a-2514b86ac30d is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104022) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:44:54.708586 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-e5c45c80-db62-47d2-9dec-bb7f9765487d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, 39b61bda-1ea9-402f-810a-2514b86ac30d) {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:44:54.712703 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c45c80-db62-47d2-9dec-bb7f9765487d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:54.713336 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e5c45c80-db62-47d2-9dec-bb7f9765487d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:54.717813 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d773c2af-48db-4eb0-88fb-f889e8db4e67 None None] Network 39b61bda-1ea9-402f-810a-2514b86ac30d requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:44:54.729393 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-e5c45c80-db62-47d2-9dec-bb7f9765487d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5364735 Jul 27 16:44:54.732561 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47874) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:54.736668 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-711087496-router', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:44:54.758585 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (d5ccfb4d-71da-40aa-b008-394cc2f7d150), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:54.759605 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (d5ccfb4d-71da-40aa-b008-394cc2f7d150), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:54.812152 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Publish callbacks [] for router_controller (d5ccfb4d-71da-40aa-b008-394cc2f7d150), precommit_add_association {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:54.826159 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a1a6c0-aa70-592a-9d91-b6a2467068c1-39b61bda-1ea9-402f-810a-2514b86ac30d', 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d', 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'fixed_ips': [{'subnet_id': '0672f898-7f72-433a-8a90-bafe86bb08d1'}]}} from dv-cinder-849690-6-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 16:44:54.827040 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:54.946369 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Publish callbacks [] for router_gateway (d5ccfb4d-71da-40aa-b008-394cc2f7d150), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:54.960209 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Allocated IP 172.20.0.2 (39b61bda-1ea9-402f-810a-2514b86ac30d/0672f898-7f72-433a-8a90-bafe86bb08d1/d5535755-8b53-48ea-9890-889e748199e0) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:44:55.101834 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Publish callbacks [] for port (d5535755-8b53-48ea-9890-889e748199e0), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:55.108059 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (d5535755-8b53-48ea-9890-889e748199e0), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:55.130626 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Publish callbacks [] for router_gateway (d5ccfb4d-71da-40aa-b008-394cc2f7d150), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:55.151108 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:55.154450 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Network 39b61bda-1ea9-402f-810a-2514b86ac30d is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:44:55.155594 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:44:55.159384 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:44:55.162766 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Pushing event updated for resources: {'Port': ['ID=d5535755-8b53-48ea-9890-889e748199e0,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:55.174684 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:55.175036 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:55.175378 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:55.175717 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:55.176049 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:55.176380 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:55.176705 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:55.177058 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:55.177383 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:55.177704 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:55.178031 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:55.178355 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:55.178672 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:55.178990 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:55.179308 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:55.230776 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Attempting to bind port d5535755-8b53-48ea-9890-889e748199e0 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:44:55.231469 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Attempting to bind port d5535755-8b53-48ea-9890-889e748199e0 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '7e944521-8cfe-4088-b6fb-2a1753b872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:44:55.231469 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Attempting to bind port d5535755-8b53-48ea-9890-889e748199e0 on network 39b61bda-1ea9-402f-810a-2514b86ac30d {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:44:55.236522 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:44:55.236910 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Checking segment: {'id': '7e944521-8cfe-4088-b6fb-2a1753b872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:44:55.237319 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:55.237707 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Bound using segment: {'id': '7e944521-8cfe-4088-b6fb-2a1753b872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:44:55.238164 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Bound port: d5535755-8b53-48ea-9890-889e748199e0, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e944521-8cfe-4088-b6fb-2a1753b872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:44:55.238536 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (d5535755-8b53-48ea-9890-889e748199e0), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:55.242411 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:55.256258 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Allocated IP 172.27.2.224 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/06fa6574-8003-4d5e-819f-6da7f6ddd548) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:44:55.266750 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:55.301183 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] For port d5535755-8b53-48ea-9890-889e748199e0, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:44:55.304392 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] For port d5535755-8b53-48ea-9890-889e748199e0, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=d5535755-8b53-48ea-9890-889e748199e0,segment=NetworkSegment(7e944521-8cfe-4088-b6fb-2a1753b872a6),segment_id=7e944521-8cfe-4088-b6fb-2a1753b872a6)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:44:55.310672 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (d5535755-8b53-48ea-9890-889e748199e0), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:55.334254 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:55.376830 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:55.378302 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Publish callbacks [] for port (06fa6574-8003-4d5e-819f-6da7f6ddd548), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:55.387323 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b7b16-a68f-493e-a159-281cbeb83406 None None] Pushing event updated for resources: {'Port': ['ID=d5535755-8b53-48ea-9890-889e748199e0,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:55.396507 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94d240c1-5e90-4839-ad7c-dece0f896f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:55.416733 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (06fa6574-8003-4d5e-819f-6da7f6ddd548), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:55.458089 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:44:55.463087 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:44:55.466892 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:44:55.470249 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=06fa6574-8003-4d5e-819f-6da7f6ddd548,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:55.729514 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Publish callbacks [] for router_gateway (d5ccfb4d-71da-40aa-b008-394cc2f7d150), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:55.909064 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429441'] for router (d5ccfb4d-71da-40aa-b008-394cc2f7d150), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:56.035393 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Router d5ccfb4d-71da-40aa-b008-394cc2f7d150 is scheduled to L3 agent 30eac719-5180-4546-94d5-bc45597d1397 with binding_index 1 {{(pid=104022) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 16:44:56.094077 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:56.141937 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:56.146182 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:44:56.156564 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Sync routers for ids ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:44:56.169358 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Routers {'d5ccfb4d-71da-40aa-b008-394cc2f7d150'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:44:56.171100 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:44:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:56.182013 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:56.186496 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d45fa576-b381-429f-8504-4ce0e2c12ca8 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4504299 Jul 27 16:44:56.186887 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47876) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:56.280247 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815bceae-dc97-4a7d-bac5-a50f5f2b0773 None None] Network 39b61bda-1ea9-402f-810a-2514b86ac30d requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:44:56.285466 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Set router d5ccfb4d-71da-40aa-b008-394cc2f7d150 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:44:56.365070 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-3127bcfb-8618-4111-bbc6-7895e7c57481 None None] Provisioning complete for port d5535755-8b53-48ea-9890-889e748199e0 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:44:56.365444 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3127bcfb-8618-4111-bbc6-7895e7c57481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (d5535755-8b53-48ea-9890-889e748199e0), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:56.467806 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'name': 'tempest-TestShelveInstance-711087496-router', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:54Z', 'updated_at': '2022-07-27T16:44:55Z', 'revision_number': 3, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'gw_port': {'id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:55Z', 'updated_at': '2022-07-27T16:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:56.473527 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-3127bcfb-8618-4111-bbc6-7895e7c57481 None None] Current status of the port d5535755-8b53-48ea-9890-889e748199e0 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:44:56.474292 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3127bcfb-8618-4111-bbc6-7895e7c57481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (d5535755-8b53-48ea-9890-889e748199e0), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:56.501846 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Checking router: d5ccfb4d-71da-40aa-b008-394cc2f7d150 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:44:56.502764 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Updating router d5ccfb4d-71da-40aa-b008-394cc2f7d150 port 06fa6574-8003-4d5e-819f-6da7f6ddd548 binding host dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:44:56.519075 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-3127bcfb-8618-4111-bbc6-7895e7c57481 None None] For port d5535755-8b53-48ea-9890-889e748199e0, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=d5535755-8b53-48ea-9890-889e748199e0,segment=NetworkSegment(7e944521-8cfe-4088-b6fb-2a1753b872a6),segment_id=7e944521-8cfe-4088-b6fb-2a1753b872a6)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:56.527630 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3127bcfb-8618-4111-bbc6-7895e7c57481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (d5535755-8b53-48ea-9890-889e748199e0), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:56.541488 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (06fa6574-8003-4d5e-819f-6da7f6ddd548), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:56.589661 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127bcfb-8618-4111-bbc6-7895e7c57481 None None] Pushing event updated for resources: {'Port': ['ID=d5535755-8b53-48ea-9890-889e748199e0,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:56.630565 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:56.747627 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-58ca638f-a2a5-41cf-a5e0-e5fa1c5758f9 None None] Provisioning complete for port d5535755-8b53-48ea-9890-889e748199e0 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:44:56.748145 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-58ca638f-a2a5-41cf-a5e0-e5fa1c5758f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (d5535755-8b53-48ea-9890-889e748199e0), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:56.790117 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device d5535755-8b53-48ea-9890-889e748199e0 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:44:56.810223 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Allocated IP 172.20.0.1 (39b61bda-1ea9-402f-810a-2514b86ac30d/0672f898-7f72-433a-8a90-bafe86bb08d1/30727613-9c2f-4089-a539-6e90b8d87f2f) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:44:56.861343 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-58ca638f-a2a5-41cf-a5e0-e5fa1c5758f9 None None] Current status of the port d5535755-8b53-48ea-9890-889e748199e0 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:44:56.870788 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port d5535755-8b53-48ea-9890-889e748199e0 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:44:56.871256 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (d5535755-8b53-48ea-9890-889e748199e0), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:56.918335 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Publish callbacks [] for port (06fa6574-8003-4d5e-819f-6da7f6ddd548), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:56.925000 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (06fa6574-8003-4d5e-819f-6da7f6ddd548), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:56.939407 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Publish callbacks [] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:56.945956 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port d5535755-8b53-48ea-9890-889e748199e0 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:44:56.966443 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:56.968036 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df003a0-d5fe-4a1a-9f50-20e98288797b None None] Pushing event updated for resources: {'Port': ['ID=06fa6574-8003-4d5e-819f-6da7f6ddd548,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:56.977937 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:56.987441 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df003a0-d5fe-4a1a-9f50-20e98288797b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:56.987787 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df003a0-d5fe-4a1a-9f50-20e98288797b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:56.988148 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df003a0-d5fe-4a1a-9f50-20e98288797b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:56.988501 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df003a0-d5fe-4a1a-9f50-20e98288797b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:56.988834 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df003a0-d5fe-4a1a-9f50-20e98288797b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:56.989183 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df003a0-d5fe-4a1a-9f50-20e98288797b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:56.989507 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df003a0-d5fe-4a1a-9f50-20e98288797b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:56.989826 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df003a0-d5fe-4a1a-9f50-20e98288797b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:56.990145 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df003a0-d5fe-4a1a-9f50-20e98288797b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:56.990491 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df003a0-d5fe-4a1a-9f50-20e98288797b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:56.990810 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df003a0-d5fe-4a1a-9f50-20e98288797b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:56.991130 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df003a0-d5fe-4a1a-9f50-20e98288797b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:56.991448 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df003a0-d5fe-4a1a-9f50-20e98288797b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:56.991762 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df003a0-d5fe-4a1a-9f50-20e98288797b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:56.992076 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df003a0-d5fe-4a1a-9f50-20e98288797b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:44:56.999469 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Attempting to bind port 06fa6574-8003-4d5e-819f-6da7f6ddd548 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:44:56.999825 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Attempting to bind port 06fa6574-8003-4d5e-819f-6da7f6ddd548 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:44:57.000185 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Attempting to bind port 06fa6574-8003-4d5e-819f-6da7f6ddd548 on network 324767fb-ff40-4d46-af34-41c9254e2f1f {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:44:57.005416 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:44:57.005784 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Checking segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:44:57.006585 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:57.006585 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Bound using segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:44:57.007035 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Bound port: 06fa6574-8003-4d5e-819f-6da7f6ddd548, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:44:57.007414 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (06fa6574-8003-4d5e-819f-6da7f6ddd548), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:57.018105 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Network 39b61bda-1ea9-402f-810a-2514b86ac30d is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:44:57.024668 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:44:57.027137 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:44:57.054311 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Pushing event updated for resources: {'Port': ['ID=30727613-9c2f-4089-a539-6e90b8d87f2f,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:57.064088 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] For port 06fa6574-8003-4d5e-819f-6da7f6ddd548, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:44:57.067955 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] For port 06fa6574-8003-4d5e-819f-6da7f6ddd548, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=06fa6574-8003-4d5e-819f-6da7f6ddd548,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:44:57.072879 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:57.077269 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565633'] for router_interface (d5ccfb4d-71da-40aa-b008-394cc2f7d150), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:57.078163 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (06fa6574-8003-4d5e-819f-6da7f6ddd548), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:57.128625 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Routers {'d5ccfb4d-71da-40aa-b008-394cc2f7d150'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:44:57.130096 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:44:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:57.210091 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:57.226847 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:57.231017 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:57.239675 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df003a0-d5fe-4a1a-9f50-20e98288797b None None] Pushing event updated for resources: {'Port': ['ID=06fa6574-8003-4d5e-819f-6da7f6ddd548,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:57.260350 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] Set router d5ccfb4d-71da-40aa-b008-394cc2f7d150 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:44:57.284773 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-34411e49-3acd-416e-864e-4ddef31f269d None None] Provisioning complete for port 30727613-9c2f-4089-a539-6e90b8d87f2f triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:44:57.285398 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-34411e49-3acd-416e-864e-4ddef31f269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:57.320415 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-34411e49-3acd-416e-864e-4ddef31f269d None None] Port 30727613-9c2f-4089-a539-6e90b8d87f2f cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:44:57.394088 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Publish callbacks [] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:57.398879 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:57.431459 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'name': 'tempest-TestShelveInstance-711087496-router', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:54Z', 'updated_at': '2022-07-27T16:44:55Z', 'revision_number': 3, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'gw_port': {'id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:55Z', 'updated_at': '2022-07-27T16:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:57.455837 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff9d61-3720-4918-ab74-56448399ccce None None] The sync data for ids ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'] in dv-cinder-849690-6-iscsi is: [{'id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'name': 'tempest-TestShelveInstance-711087496-router', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:54Z', 'updated_at': '2022-07-27T16:44:55Z', 'revision_number': 3, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'gw_port': {'id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:55Z', 'updated_at': '2022-07-27T16:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:44:57.468668 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565757'] for router_interface (d5ccfb4d-71da-40aa-b008-394cc2f7d150), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:57.470469 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Pushing event updated for resources: {'Port': ['ID=30727613-9c2f-4089-a539-6e90b8d87f2f,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:57.484028 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6cd834f6-ca5d-41c6-ab5b-e00decc8d135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:57.566283 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Network 39b61bda-1ea9-402f-810a-2514b86ac30d is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:44:57.567644 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:44:57.705646 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Router d5ccfb4d-71da-40aa-b008-394cc2f7d150 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:44:57.763265 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:57.826721 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:44:57.831827 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-1f626302-6087-422e-bff1-f83ed2695448 admin admin] 10.222.0.74 "PUT /v2.0/routers/d5ccfb4d-71da-40aa-b008-394cc2f7d150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6439118 Jul 27 16:44:57.846455 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-60afeb7d-0406-4722-9418-477e21c32fbb None None] Provisioning complete for port 30727613-9c2f-4089-a539-6e90b8d87f2f triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:44:57.847087 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-60afeb7d-0406-4722-9418-477e21c32fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:57.883145 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-60afeb7d-0406-4722-9418-477e21c32fbb None None] Port 30727613-9c2f-4089-a539-6e90b8d87f2f cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:44:57.988573 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:44:58.400048 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47894) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:58.405039 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-76ae91f0-1827-4c13-8bb7-213d795da066 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1820236441-network', 'tenant_id': '6ded7235141846d9b31133f328118279'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:44:58.424711 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ae91f0-1827-4c13-8bb7-213d795da066 admin admin] Made reservation on behalf of 6ded7235141846d9b31133f328118279 for: {'network': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:44:58.427068 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-76ae91f0-1827-4c13-8bb7-213d795da066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for network (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:58.436154 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-76ae91f0-1827-4c13-8bb7-213d795da066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:58.513155 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-76ae91f0-1827-4c13-8bb7-213d795da066 admin admin] Publish callbacks [] for security_group (4d72c485-369e-49ae-a5b3-53a5c7f9fdaf), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:58.517032 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-76ae91f0-1827-4c13-8bb7-213d795da066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (4d72c485-369e-49ae-a5b3-53a5c7f9fdaf), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:58.530206 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:58.546875 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ae91f0-1827-4c13-8bb7-213d795da066 admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=104022) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 16:44:58.550455 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae91f0-1827-4c13-8bb7-213d795da066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d72c485-369e-49ae-a5b3-53a5c7f9fdaf,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:58.561840 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-76ae91f0-1827-4c13-8bb7-213d795da066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (dfe9d6f0-2bbb-40c6-95d7-9d84abb33812), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:58.562092 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.segments_db [None req-76ae91f0-1827-4c13-8bb7-213d795da066 admin admin] Added segment dfe9d6f0-2bbb-40c6-95d7-9d84abb33812 of type vlan for network e6acf5d8-14d9-4c87-b11c-5deb76f246e6 Jul 27 16:44:58.609302 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-76ae91f0-1827-4c13-8bb7-213d795da066 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729474915458'] for network (e6acf5d8-14d9-4c87-b11c-5deb76f246e6), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:58.763120 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:58.773832 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 06fa6574-8003-4d5e-819f-6da7f6ddd548 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:44:58.825467 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 06fa6574-8003-4d5e-819f-6da7f6ddd548 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:44:58.825841 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (06fa6574-8003-4d5e-819f-6da7f6ddd548), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:58.868818 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-76ae91f0-1827-4c13-8bb7-213d795da066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084'] for network (e6acf5d8-14d9-4c87-b11c-5deb76f246e6), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:58.869903 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ae91f0-1827-4c13-8bb7-213d795da066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:58.870554 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-76ae91f0-1827-4c13-8bb7-213d795da066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:58.876085 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:58.893739 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:58.907865 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 06fa6574-8003-4d5e-819f-6da7f6ddd548 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:44:58.908256 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (06fa6574-8003-4d5e-819f-6da7f6ddd548), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:58.931975 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] For port 06fa6574-8003-4d5e-819f-6da7f6ddd548, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=06fa6574-8003-4d5e-819f-6da7f6ddd548,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:44:58.935313 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-76ae91f0-1827-4c13-8bb7-213d795da066 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5314314 Jul 27 16:44:58.935628 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47896) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:58.938277 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae91f0-1827-4c13-8bb7-213d795da066 admin admin] Pushing event updated for resources: {'Network': ['ID=e6acf5d8-14d9-4c87-b11c-5deb76f246e6,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:58.939601 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (06fa6574-8003-4d5e-819f-6da7f6ddd548), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:58.940802 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-8ceee1f5-11b1-4649-9980-ba17b557ba31 admin admin] Request body: {'subnet': {'network_id': 'e6acf5d8-14d9-4c87-b11c-5deb76f246e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1820236441-subnet', 'tenant_id': '6ded7235141846d9b31133f328118279', 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:44:58.963208 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Network e6acf5d8-14d9-4c87-b11c-5deb76f246e6 details requested by agent ovs-agent-dv-cinder-849690-6-iscsi with host dv-cinder-849690-6-iscsi {{(pid=104023) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 16:44:58.966384 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceee1f5-11b1-4649-9980-ba17b557ba31 admin admin] Made reservation on behalf of 6ded7235141846d9b31133f328118279 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:44:58.968926 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8ceee1f5-11b1-4649-9980-ba17b557ba31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5503253'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:58.981364 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:59.030120 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:59.050995 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Pushing event updated for resources: {'Port': ['ID=06fa6574-8003-4d5e-819f-6da7f6ddd548,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:59.085796 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Sync routers for ids ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:44:59.095927 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Routers {'d5ccfb4d-71da-40aa-b008-394cc2f7d150'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:44:59.096536 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:44:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:59.153602 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8ceee1f5-11b1-4649-9980-ba17b557ba31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5474382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5503291'] for subnet (6d26ed6d-bdb2-42d9-9d43-bef936119dd3), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:59.203300 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Set router d5ccfb4d-71da-40aa-b008-394cc2f7d150 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:44:59.217659 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceee1f5-11b1-4649-9980-ba17b557ba31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d26ed6d-bdb2-42d9-9d43-bef936119dd3,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:44:59.219845 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceee1f5-11b1-4649-9980-ba17b557ba31 admin admin] Checking segment: {'id': 'dfe9d6f0-2bbb-40c6-95d7-9d84abb33812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e6acf5d8-14d9-4c87-b11c-5deb76f246e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:44:59.220201 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceee1f5-11b1-4649-9980-ba17b557ba31 admin admin] Network hostable DHCP agents. Network: e6acf5d8-14d9-4c87-b11c-5deb76f246e6, hostable agents: ['a54aefbc-d0c1-4032-ac18-75ad9aa63981'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 16:44:59.238011 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceee1f5-11b1-4649-9980-ba17b557ba31 admin admin] Network e6acf5d8-14d9-4c87-b11c-5deb76f246e6 is scheduled to be hosted by DHCP agent a54aefbc-d0c1-4032-ac18-75ad9aa63981 with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 16:44:59.246865 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-8ceee1f5-11b1-4649-9980-ba17b557ba31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849690-6-iscsi, e6acf5d8-14d9-4c87-b11c-5deb76f246e6) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:44:59.251077 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceee1f5-11b1-4649-9980-ba17b557ba31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:59.251904 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8ceee1f5-11b1-4649-9980-ba17b557ba31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:59.267768 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-8ceee1f5-11b1-4649-9980-ba17b557ba31 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3309672 Jul 27 16:44:59.270222 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47898) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:44:59.274513 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1820236441-router', 'tenant_id': '6ded7235141846d9b31133f328118279', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:44:59.300040 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-568597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3750'] for router (f1aab6b4-2823-4b37-b71d-7475347dac26), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:59.301507 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-429565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-393338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3759'] for router (f1aab6b4-2823-4b37-b71d-7475347dac26), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:59.360975 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Publish callbacks [] for router_controller (f1aab6b4-2823-4b37-b71d-7475347dac26), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:59.401281 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcdc0ea-75af-4731-b6a8-0761cef858e5 None None] Network e6acf5d8-14d9-4c87-b11c-5deb76f246e6 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:44:59.493468 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Publish callbacks [] for router_gateway (f1aab6b4-2823-4b37-b71d-7475347dac26), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:59.584733 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69a1a6c0-aa70-592a-9d91-b6a2467068c1-e6acf5d8-14d9-4c87-b11c-5deb76f246e6', 'network_id': 'e6acf5d8-14d9-4c87-b11c-5deb76f246e6', 'project_id': '6ded7235141846d9b31133f328118279', 'fixed_ips': [{'subnet_id': '6d26ed6d-bdb2-42d9-9d43-bef936119dd3'}]}} from dv-cinder-849690-6-iscsi. {{(pid=104023) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 27 16:44:59.585780 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:59.625960 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'name': 'tempest-TestShelveInstance-711087496-router', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:54Z', 'updated_at': '2022-07-27T16:44:57Z', 'revision_number': 4, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'gw_port': {'id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:55Z', 'updated_at': '2022-07-27T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '30727613-9c2f-4089-a539-6e90b8d87f2f', 'name': '', 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'mac_address': 'fa:16:3e:f5:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:56Z', 'updated_at': '2022-07-27T16:44:57Z', 'revision_number': 2, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'subnets': [{'id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:44:59.674626 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Publish callbacks [] for router_gateway (f1aab6b4-2823-4b37-b71d-7475347dac26), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:59.689139 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Checking router: d5ccfb4d-71da-40aa-b008-394cc2f7d150 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:44:59.689501 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Updating router d5ccfb4d-71da-40aa-b008-394cc2f7d150 port 30727613-9c2f-4089-a539-6e90b8d87f2f binding host dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:44:59.693728 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:59.736848 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:59.798447 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Allocated IP 172.27.2.93 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/a6d89fdc-314d-4700-a826-5d65f339f351) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:44:59.814166 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:59.818164 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.db_base_plugin_common [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Allocated IP 172.20.0.2 (e6acf5d8-14d9-4c87-b11c-5deb76f246e6/6d26ed6d-bdb2-42d9-9d43-bef936119dd3/6e7bd449-fdaa-4769-8bf9-1798e90dcde5) {{(pid=104023) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:44:59.832781 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aaf3587c-28da-4c0b-b436-71137fe6ace5 req-c7b7cc16-12ff-401b-bbe1-5422b584f7a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419440 Jul 27 16:44:59.920252 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3587c-28da-4c0b-b436-71137fe6ace5 req-01cdd29a-22e1-4abd-9eab-8c51af23ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:44:59.921767 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aaf3587c-28da-4c0b-b436-71137fe6ace5 req-01cdd29a-22e1-4abd-9eab-8c51af23ebd4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 1130 time: 0.0462954 Jul 27 16:44:59.935197 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Publish callbacks [] for port (a6d89fdc-314d-4700-a826-5d65f339f351), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:44:59.941621 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:59.945156 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:59.952196 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:44:59.975883 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (a6d89fdc-314d-4700-a826-5d65f339f351), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:00.019319 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:45:00.024459 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:45:00.029801 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:45:00.033918 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d89fdc-314d-4700-a826-5d65f339f351,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:00.079951 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3587c-28da-4c0b-b436-71137fe6ace5 req-5e6a2c5b-8604-4a81-9bcf-6bd313c45857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:00.081922 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aaf3587c-28da-4c0b-b436-71137fe6ace5 req-5e6a2c5b-8604-4a81-9bcf-6bd313c45857 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 200 len: 913 time: 0.1295209 Jul 27 16:45:00.112516 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Publish callbacks [] for port (6e7bd449-fdaa-4769-8bf9-1798e90dcde5), precommit_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:00.123426 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387'] for port (6e7bd449-fdaa-4769-8bf9-1798e90dcde5), after_create {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:00.158628 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aaf3587c-28da-4c0b-b436-71137fe6ace5 req-3f00c04c-c5d5-4ac1-bc06-dcb55922b861 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a559e835-d7c5-4eed-9e20-a6d0ff6dc325 HTTP/1.1" status: 200 len: 1002 time: 0.0706720 Jul 27 16:45:00.203522 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Network e6acf5d8-14d9-4c87-b11c-5deb76f246e6 is already hosted by enough agents. {{(pid=104023) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:45:00.211948 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3587c-28da-4c0b-b436-71137fe6ace5 req-0e2f750b-2c69-43fb-8588-06db02c481b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:00.213470 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aaf3587c-28da-4c0b-b436-71137fe6ace5 req-0e2f750b-2c69-43fb-8588-06db02c481b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7 HTTP/1.1" status: 200 len: 851 time: 0.0488019 Jul 27 16:45:00.214013 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.scheduler.base_scheduler [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Resources bound (agent type, host, resource id): {{(pid=104023) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:45:00.215467 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Pushing event updated for resources: {'Port': ['ID=6e7bd449-fdaa-4769-8bf9-1798e90dcde5,revision_number=1']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:00.217641 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Received port after_create {{(pid=104023) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:45:00.224399 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Publish callbacks [] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:00.256014 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:00.263823 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3587c-28da-4c0b-b436-71137fe6ace5 req-a879a483-56dc-492a-851b-282323ccd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:00.265661 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aaf3587c-28da-4c0b-b436-71137fe6ace5 req-a879a483-56dc-492a-851b-282323ccd7f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56948a9-265f-4da0-9590-a0bad1ef68c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438704 Jul 27 16:45:00.324867 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Publish callbacks [] for router_gateway (f1aab6b4-2823-4b37-b71d-7475347dac26), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:00.340874 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Attempting to bind port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:45:00.341278 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Attempting to bind port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': 'dfe9d6f0-2bbb-40c6-95d7-9d84abb33812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e6acf5d8-14d9-4c87-b11c-5deb76f246e6'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:45:00.341645 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Attempting to bind port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 on network e6acf5d8-14d9-4c87-b11c-5deb76f246e6 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:45:00.347172 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eace1c1-4c26-4942-b1ae-fdf39af44121 None None] Pushing event updated for resources: {'Port': ['ID=30727613-9c2f-4089-a539-6e90b8d87f2f,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:00.356038 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:45:00.356420 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Checking segment: {'id': 'dfe9d6f0-2bbb-40c6-95d7-9d84abb33812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e6acf5d8-14d9-4c87-b11c-5deb76f246e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:45:00.356831 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:00.357251 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Bound using segment: {'id': 'dfe9d6f0-2bbb-40c6-95d7-9d84abb33812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e6acf5d8-14d9-4c87-b11c-5deb76f246e6'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:45:00.357741 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Bound port: 6e7bd449-fdaa-4769-8bf9-1798e90dcde5, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe9d6f0-2bbb-40c6-95d7-9d84abb33812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e6acf5d8-14d9-4c87-b11c-5deb76f246e6'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:45:00.358125 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (6e7bd449-fdaa-4769-8bf9-1798e90dcde5), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:00.392326 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aaf3587c-28da-4c0b-b436-71137fe6ace5 req-0cd92cad-f131-4e7f-9948-9524a99b1d16 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200294 Jul 27 16:45:00.449489 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Attempting to bind port 30727613-9c2f-4089-a539-6e90b8d87f2f on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:45:00.449920 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Attempting to bind port 30727613-9c2f-4089-a539-6e90b8d87f2f by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '7e944521-8cfe-4088-b6fb-2a1753b872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:45:00.450288 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Attempting to bind port 30727613-9c2f-4089-a539-6e90b8d87f2f on network 39b61bda-1ea9-402f-810a-2514b86ac30d {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:45:00.463580 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:00.468638 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:45:00.469050 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Checking segment: {'id': '7e944521-8cfe-4088-b6fb-2a1753b872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:45:00.469446 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:00.469841 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Bound using segment: {'id': '7e944521-8cfe-4088-b6fb-2a1753b872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:45:00.470322 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Bound port: 30727613-9c2f-4089-a539-6e90b8d87f2f, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e944521-8cfe-4088-b6fb-2a1753b872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:45:00.471010 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:00.519106 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-aaf3587c-28da-4c0b-b436-71137fe6ace5 req-0aee1650-195f-4fca-bb0b-bacf59db1826 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208405 Jul 27 16:45:00.533136 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] For port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:45:00.560245 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] For port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=6e7bd449-fdaa-4769-8bf9-1798e90dcde5,segment=NetworkSegment(dfe9d6f0-2bbb-40c6-95d7-9d84abb33812),segment_id=dfe9d6f0-2bbb-40c6-95d7-9d84abb33812)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:45:00.561602 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:00.565450 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-429441'] for router (f1aab6b4-2823-4b37-b71d-7475347dac26), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:00.571709 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (6e7bd449-fdaa-4769-8bf9-1798e90dcde5), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:00.603835 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] For port 30727613-9c2f-4089-a539-6e90b8d87f2f, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:45:00.639723 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] For port 30727613-9c2f-4089-a539-6e90b8d87f2f, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=30727613-9c2f-4089-a539-6e90b8d87f2f,segment=NetworkSegment(7e944521-8cfe-4088-b6fb-2a1753b872a6),segment_id=7e944521-8cfe-4088-b6fb-2a1753b872a6)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:45:00.647387 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:00.656673 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-1678f562-9b30-4bdb-b4df-ff6821f9f5bf None None] Provisioning complete for port 30727613-9c2f-4089-a539-6e90b8d87f2f triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:45:00.657299 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1678f562-9b30-4bdb-b4df-ff6821f9f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:00.665186 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:00.690384 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee5ebe-eecd-42a2-af6e-47db635b11d6 None None] Pushing event updated for resources: {'Port': ['ID=6e7bd449-fdaa-4769-8bf9-1798e90dcde5,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:00.697582 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:00.733580 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Router f1aab6b4-2823-4b37-b71d-7475347dac26 is scheduled to L3 agent 30eac719-5180-4546-94d5-bc45597d1397 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 27 16:45:00.772069 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Routers {'d5ccfb4d-71da-40aa-b008-394cc2f7d150'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:45:00.772696 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:44:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:00.867192 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 06fa6574-8003-4d5e-819f-6da7f6ddd548 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:45:00.897520 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:00.913913 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:45:00.918831 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eace1c1-4c26-4942-b1ae-fdf39af44121 None None] Pushing event updated for resources: {'Port': ['ID=30727613-9c2f-4089-a539-6e90b8d87f2f,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:00.936022 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Sync routers for ids ['f1aab6b4-2823-4b37-b71d-7475347dac26'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:45:00.947582 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:00.948150 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Routers {'f1aab6b4-2823-4b37-b71d-7475347dac26'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:45:00.948593 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:44:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['f1aab6b4-2823-4b37-b71d-7475347dac26'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:00.953279 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-dfb66aeb-3364-4c7c-bcdf-504fad642748 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6820006 Jul 27 16:45:00.953518 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47900) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:45:00.974704 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-1678f562-9b30-4bdb-b4df-ff6821f9f5bf None None] Current status of the port 30727613-9c2f-4089-a539-6e90b8d87f2f is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:45:00.975093 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1678f562-9b30-4bdb-b4df-ff6821f9f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:01.018575 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:01.031041 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] Set router d5ccfb4d-71da-40aa-b008-394cc2f7d150 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:45:01.078965 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Set router f1aab6b4-2823-4b37-b71d-7475347dac26 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:45:01.191335 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:01.271524 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'name': 'tempest-TestShelveInstance-1820236441-router', 'tenant_id': '6ded7235141846d9b31133f328118279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:45:00Z', 'revision_number': 3, 'project_id': '6ded7235141846d9b31133f328118279', 'gw_port': {'id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ea:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:01.301426 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Checking router: f1aab6b4-2823-4b37-b71d-7475347dac26 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:45:01.301775 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Updating router f1aab6b4-2823-4b37-b71d-7475347dac26 port a6d89fdc-314d-4700-a826-5d65f339f351 binding host dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:45:01.334590 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a6d89fdc-314d-4700-a826-5d65f339f351), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:01.347852 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 06fa6574-8003-4d5e-819f-6da7f6ddd548 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:45:01.348645 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (06fa6574-8003-4d5e-819f-6da7f6ddd548), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:01.350906 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-1678f562-9b30-4bdb-b4df-ff6821f9f5bf None None] For port 30727613-9c2f-4089-a539-6e90b8d87f2f, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=30727613-9c2f-4089-a539-6e90b8d87f2f,segment=NetworkSegment(7e944521-8cfe-4088-b6fb-2a1753b872a6),segment_id=7e944521-8cfe-4088-b6fb-2a1753b872a6)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:01.376210 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1678f562-9b30-4bdb-b4df-ff6821f9f5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:01.452637 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:01.476121 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678f562-9b30-4bdb-b4df-ff6821f9f5bf None None] Pushing event updated for resources: {'Port': ['ID=30727613-9c2f-4089-a539-6e90b8d87f2f,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:01.544073 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-ac048376-9421-413f-94fa-bd8f411aa581 None None] Provisioning complete for port 30727613-9c2f-4089-a539-6e90b8d87f2f triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:45:01.544451 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-ac048376-9421-413f-94fa-bd8f411aa581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:01.582568 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 06fa6574-8003-4d5e-819f-6da7f6ddd548 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:45:01.587890 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'name': 'tempest-TestShelveInstance-711087496-router', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:54Z', 'updated_at': '2022-07-27T16:44:57Z', 'revision_number': 4, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'gw_port': {'id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:55Z', 'updated_at': '2022-07-27T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '30727613-9c2f-4089-a539-6e90b8d87f2f', 'name': '', 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'mac_address': 'fa:16:3e:f5:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:56Z', 'updated_at': '2022-07-27T16:45:00Z', 'revision_number': 4, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'subnets': [{'id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:01.594463 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:01.627243 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f1f418-8434-47b9-8540-3bce4cdcdbc0 None None] The sync data for ids ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'] in dv-cinder-849690-6-iscsi is: [{'id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'name': 'tempest-TestShelveInstance-711087496-router', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:54Z', 'updated_at': '2022-07-27T16:44:57Z', 'revision_number': 4, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'gw_port': {'id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:55Z', 'updated_at': '2022-07-27T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '30727613-9c2f-4089-a539-6e90b8d87f2f', 'name': '', 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'mac_address': 'fa:16:3e:f5:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:56Z', 'updated_at': '2022-07-27T16:45:00Z', 'revision_number': 4, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'subnets': [{'id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:45:01.634126 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:01.657082 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Publish callbacks [] for port (a6d89fdc-314d-4700-a826-5d65f339f351), precommit_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:01.663254 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Allocated IP 172.20.0.1 (e6acf5d8-14d9-4c87-b11c-5deb76f246e6/6d26ed6d-bdb2-42d9-9d43-bef936119dd3/aed6bc61-5b70-40dc-b636-df22158c8171) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:45:01.666568 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (a6d89fdc-314d-4700-a826-5d65f339f351), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:01.705128 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-ac048376-9421-413f-94fa-bd8f411aa581 None None] Current status of the port 30727613-9c2f-4089-a539-6e90b8d87f2f is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:45:01.761850 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30caf18-95ab-4b76-87a4-df2f3f67dca4 None None] Pushing event updated for resources: {'Port': ['ID=a6d89fdc-314d-4700-a826-5d65f339f351,revision_number=2']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:01.764518 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Attempting to bind port a6d89fdc-314d-4700-a826-5d65f339f351 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:45:01.764992 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Attempting to bind port a6d89fdc-314d-4700-a826-5d65f339f351 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:45:01.765412 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Attempting to bind port a6d89fdc-314d-4700-a826-5d65f339f351 on network 324767fb-ff40-4d46-af34-41c9254e2f1f {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:45:01.772277 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:45:01.772532 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Checking segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:45:01.773509 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:01.773948 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Bound using segment: {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'} {{(pid=104024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:45:01.774478 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.managers [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Bound port: a6d89fdc-314d-4700-a826-5d65f339f351, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dacce90-ffcc-4083-84ae-c16055fc435f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f'}}] {{(pid=104024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:45:01.775151 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a6d89fdc-314d-4700-a826-5d65f339f351), before_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:01.841236 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] For port a6d89fdc-314d-4700-a826-5d65f339f351, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:45:01.843045 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Publish callbacks [] for port (aed6bc61-5b70-40dc-b636-df22158c8171), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:01.844540 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.plugins.ml2.db [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] For port a6d89fdc-314d-4700-a826-5d65f339f351, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=a6d89fdc-314d-4700-a826-5d65f339f351,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:45:01.857676 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron_lib.callbacks.manager [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (a6d89fdc-314d-4700-a826-5d65f339f351), after_update {{(pid=104024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:01.882787 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:01.905103 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:01.931245 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Routers {'f1aab6b4-2823-4b37-b71d-7475347dac26'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:45:01.931483 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:44:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['f1aab6b4-2823-4b37-b71d-7475347dac26'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:01.936940 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30caf18-95ab-4b76-87a4-df2f3f67dca4 None None] Pushing event updated for resources: {'Port': ['ID=a6d89fdc-314d-4700-a826-5d65f339f351,revision_number=3']} {{(pid=104024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:01.940319 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Network e6acf5d8-14d9-4c87-b11c-5deb76f246e6 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:45:01.944128 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:45:01.946108 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Pushing event updated for resources: {'Port': ['ID=aed6bc61-5b70-40dc-b636-df22158c8171,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:01.948247 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:45:01.971535 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f9db83-f118-403e-b5e1-417b434d3b79 None None] Network e6acf5d8-14d9-4c87-b11c-5deb76f246e6 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:45:01.993221 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565633'] for router_interface (f1aab6b4-2823-4b37-b71d-7475347dac26), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:02.029793 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:02.112184 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-eb85c65a-7455-4c98-a3f3-22872ade932e None None] Provisioning complete for port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:45:02.112557 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-eb85c65a-7455-4c98-a3f3-22872ade932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (6e7bd449-fdaa-4769-8bf9-1798e90dcde5), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:02.162135 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] Set router f1aab6b4-2823-4b37-b71d-7475347dac26 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:45:02.169246 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:02.237808 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:02.243060 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-eb85c65a-7455-4c98-a3f3-22872ade932e None None] Current status of the port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:45:02.244641 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-eb85c65a-7455-4c98-a3f3-22872ade932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (6e7bd449-fdaa-4769-8bf9-1798e90dcde5), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:02.252276 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:02.303679 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-eb85c65a-7455-4c98-a3f3-22872ade932e None None] For port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=6e7bd449-fdaa-4769-8bf9-1798e90dcde5,segment=NetworkSegment(dfe9d6f0-2bbb-40c6-95d7-9d84abb33812),segment_id=dfe9d6f0-2bbb-40c6-95d7-9d84abb33812)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:02.309477 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-eb85c65a-7455-4c98-a3f3-22872ade932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (6e7bd449-fdaa-4769-8bf9-1798e90dcde5), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:02.400389 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85c65a-7455-4c98-a3f3-22872ade932e None None] Pushing event updated for resources: {'Port': ['ID=6e7bd449-fdaa-4769-8bf9-1798e90dcde5,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:02.414981 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'name': 'tempest-TestShelveInstance-1820236441-router', 'tenant_id': '6ded7235141846d9b31133f328118279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:45:00Z', 'revision_number': 3, 'project_id': '6ded7235141846d9b31133f328118279', 'gw_port': {'id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ea:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:02.428415 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Publish callbacks [] for port (aed6bc61-5b70-40dc-b636-df22158c8171), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:02.433894 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:02.448939 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d55b37b-d505-423e-80d2-8439bf33a318 None None] The sync data for ids ['f1aab6b4-2823-4b37-b71d-7475347dac26'] in dv-cinder-849690-6-iscsi is: [{'id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'name': 'tempest-TestShelveInstance-1820236441-router', 'tenant_id': '6ded7235141846d9b31133f328118279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:45:00Z', 'revision_number': 3, 'project_id': '6ded7235141846d9b31133f328118279', 'gw_port': {'id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ea:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:45:02.513951 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565757'] for router_interface (f1aab6b4-2823-4b37-b71d-7475347dac26), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:02.516050 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Pushing event updated for resources: {'Port': ['ID=aed6bc61-5b70-40dc-b636-df22158c8171,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:02.535275 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-83884bdb-f2f6-498a-acdf-c31b3b565026 None None] Provisioning complete for port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:45:02.535940 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-83884bdb-f2f6-498a-acdf-c31b3b565026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (6e7bd449-fdaa-4769-8bf9-1798e90dcde5), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:02.639729 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Network e6acf5d8-14d9-4c87-b11c-5deb76f246e6 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:45:02.644107 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:45:02.667092 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-83884bdb-f2f6-498a-acdf-c31b3b565026 None None] Current status of the port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:45:02.677784 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-83884bdb-f2f6-498a-acdf-c31b3b565026 None None] Provisioning complete for port aed6bc61-5b70-40dc-b636-df22158c8171 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:45:02.678170 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-83884bdb-f2f6-498a-acdf-c31b3b565026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:02.730990 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-83884bdb-f2f6-498a-acdf-c31b3b565026 None None] Port aed6bc61-5b70-40dc-b636-df22158c8171 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:45:02.825509 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Router f1aab6b4-2823-4b37-b71d-7475347dac26 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:45:02.863687 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-6502bb31-d47c-4c5b-8aef-a67754d6df03 None None] Provisioning complete for port aed6bc61-5b70-40dc-b636-df22158c8171 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:45:02.863996 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6502bb31-d47c-4c5b-8aef-a67754d6df03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:02.903250 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 30727613-9c2f-4089-a539-6e90b8d87f2f up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:45:02.984132 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-6502bb31-d47c-4c5b-8aef-a67754d6df03 None None] Port aed6bc61-5b70-40dc-b636-df22158c8171 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:45:02.990079 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:45:02.994144 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 30727613-9c2f-4089-a539-6e90b8d87f2f triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:45:02.994595 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:02.998342 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-d2216408-0c68-491e-9ac7-aa924e3f4169 admin admin] 10.222.0.74 "PUT /v2.0/routers/f1aab6b4-2823-4b37-b71d-7475347dac26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0429420 Jul 27 16:45:03.122184 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-fb6aaaaa-470f-41c4-afab-bd8c82901412 None None] Provisioning complete for port aed6bc61-5b70-40dc-b636-df22158c8171 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:45:03.122756 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fb6aaaaa-470f-41c4-afab-bd8c82901412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.127677 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 30727613-9c2f-4089-a539-6e90b8d87f2f is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:45:03.128795 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:45:03.185298 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-fb6aaaaa-470f-41c4-afab-bd8c82901412 None None] Port aed6bc61-5b70-40dc-b636-df22158c8171 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:45:03.209395 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:45:03.209776 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (6e7bd449-fdaa-4769-8bf9-1798e90dcde5), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.287645 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:45:03.449055 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 47908) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:45:03.453598 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-3b67a97e-ab5b-4900-97e8-e00496502212 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-157365530', 'description': 'tempest-secgroup-smoke-157365530 description', 'project_id': '51a4d6fb95404988996ef7680ac1829e'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:45:03.474934 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b67a97e-ab5b-4900-97e8-e00496502212 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.496634 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:03.549104 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b67a97e-ab5b-4900-97e8-e00496502212 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group (ea3b814a-f1b8-4851-988a-9926bfd59cbb), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.553826 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b67a97e-ab5b-4900-97e8-e00496502212 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (ea3b814a-f1b8-4851-988a-9926bfd59cbb), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.587562 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3b67a97e-ab5b-4900-97e8-e00496502212 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.588822 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-3b67a97e-ab5b-4900-97e8-e00496502212 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1387625 Jul 27 16:45:03.590591 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67a97e-ab5b-4900-97e8-e00496502212 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3b814a-f1b8-4851-988a-9926bfd59cbb,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:03.592651 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47910) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:45:03.598358 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-2df9c283-c839-48e9-97e0-cda4d890ca11 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Request body: {'security_group_rule': {'security_group_id': 'ea3b814a-f1b8-4851-988a-9926bfd59cbb', 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:45:03.628667 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2df9c283-c839-48e9-97e0-cda4d890ca11 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (76c7bd4d-a605-429a-8c8d-2d508076b3d4), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.669345 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:03.689347 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2df9c283-c839-48e9-97e0-cda4d890ca11 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (76c7bd4d-a605-429a-8c8d-2d508076b3d4), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.692907 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2df9c283-c839-48e9-97e0-cda4d890ca11 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (76c7bd4d-a605-429a-8c8d-2d508076b3d4), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.713098 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9c283-c839-48e9-97e0-cda4d890ca11 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c7bd4d-a605-429a-8c8d-2d508076b3d4,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:03.718764 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2df9c283-c839-48e9-97e0-cda4d890ca11 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.723172 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2df9c283-c839-48e9-97e0-cda4d890ca11 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262174 Jul 27 16:45:03.723674 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47912) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:45:03.727565 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-48d6844b-ef31-4f08-947c-ba5eba1aa0ed tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Request body: {'security_group_rule': {'security_group_id': 'ea3b814a-f1b8-4851-988a-9926bfd59cbb', 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:45:03.753474 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-48d6844b-ef31-4f08-947c-ba5eba1aa0ed tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (334a2319-b4e7-4332-ad3a-12e34f1d8a02), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.810961 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-48d6844b-ef31-4f08-947c-ba5eba1aa0ed tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (334a2319-b4e7-4332-ad3a-12e34f1d8a02), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.814281 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-48d6844b-ef31-4f08-947c-ba5eba1aa0ed tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (334a2319-b4e7-4332-ad3a-12e34f1d8a02), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.832820 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6844b-ef31-4f08-947c-ba5eba1aa0ed tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334a2319-b4e7-4332-ad3a-12e34f1d8a02,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:03.840130 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-48d6844b-ef31-4f08-947c-ba5eba1aa0ed tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.841340 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-48d6844b-ef31-4f08-947c-ba5eba1aa0ed tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171262 Jul 27 16:45:03.844055 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47914) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:45:03.848651 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-394cfd63-a69a-4fae-adf5-cffdbec9fbaa tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Request body: {'security_group_rule': {'security_group_id': 'ea3b814a-f1b8-4851-988a-9926bfd59cbb', 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:45:03.873950 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-394cfd63-a69a-4fae-adf5-cffdbec9fbaa tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (e9096a43-7323-40d9-9c4f-a84078716cd9), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.929002 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-394cfd63-a69a-4fae-adf5-cffdbec9fbaa tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (e9096a43-7323-40d9-9c4f-a84078716cd9), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.932528 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-394cfd63-a69a-4fae-adf5-cffdbec9fbaa tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (e9096a43-7323-40d9-9c4f-a84078716cd9), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.953475 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cfd63-a69a-4fae-adf5-cffdbec9fbaa tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9096a43-7323-40d9-9c4f-a84078716cd9,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:03.959019 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-394cfd63-a69a-4fae-adf5-cffdbec9fbaa tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:03.960193 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-394cfd63-a69a-4fae-adf5-cffdbec9fbaa tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152251 Jul 27 16:45:03.962890 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47916) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:45:03.967741 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-6b19f05b-2cbe-4f4b-ae72-972a146b099a tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Request body: {'security_group_rule': {'security_group_id': 'ea3b814a-f1b8-4851-988a-9926bfd59cbb', 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:45:03.993013 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b19f05b-2cbe-4f4b-ae72-972a146b099a tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (5e3ca686-1a7a-47e6-abef-8c1b14d64ce1), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:04.050447 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b19f05b-2cbe-4f4b-ae72-972a146b099a tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (5e3ca686-1a7a-47e6-abef-8c1b14d64ce1), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:04.053778 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b19f05b-2cbe-4f4b-ae72-972a146b099a tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (5e3ca686-1a7a-47e6-abef-8c1b14d64ce1), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:04.075361 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19f05b-2cbe-4f4b-ae72-972a146b099a tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3ca686-1a7a-47e6-abef-8c1b14d64ce1,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:04.082491 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b19f05b-2cbe-4f4b-ae72-972a146b099a tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:04.083668 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6b19f05b-2cbe-4f4b-ae72-972a146b099a tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198311 Jul 27 16:45:04.086428 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47918) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:45:04.090590 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-bf535163-48e4-44ff-bf45-0092fc4fd805 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Request body: {'security_group_rule': {'security_group_id': 'ea3b814a-f1b8-4851-988a-9926bfd59cbb', 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:45:04.110818 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.securitygroups_db [None req-bf535163-48e4-44ff-bf45-0092fc4fd805 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Project 51a4d6fb95404988996ef7680ac1829e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:45:04.115995 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bf535163-48e4-44ff-bf45-0092fc4fd805 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (221dd723-eaf2-4551-bb7b-d8e351564a2b), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:04.178407 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bf535163-48e4-44ff-bf45-0092fc4fd805 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (221dd723-eaf2-4551-bb7b-d8e351564a2b), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:04.182503 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bf535163-48e4-44ff-bf45-0092fc4fd805 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (221dd723-eaf2-4551-bb7b-d8e351564a2b), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:04.202777 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf535163-48e4-44ff-bf45-0092fc4fd805 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221dd723-eaf2-4551-bb7b-d8e351564a2b,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:04.209608 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bf535163-48e4-44ff-bf45-0092fc4fd805 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:04.210805 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-bf535163-48e4-44ff-bf45-0092fc4fd805 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234770 Jul 27 16:45:04.213554 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 47920) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:45:04.217861 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-612919d7-e916-43cb-b8fb-827fb48e5c5d tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Request body: {'security_group_rule': {'security_group_id': 'ea3b814a-f1b8-4851-988a-9926bfd59cbb', 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:45:04.225523 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:04.240974 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.securitygroups_db [None req-612919d7-e916-43cb-b8fb-827fb48e5c5d tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Project 51a4d6fb95404988996ef7680ac1829e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 16:45:04.247038 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-612919d7-e916-43cb-b8fb-827fb48e5c5d tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (7e93baed-4aab-4159-907f-c513df6a6e43), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:04.307140 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-612919d7-e916-43cb-b8fb-827fb48e5c5d tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (7e93baed-4aab-4159-907f-c513df6a6e43), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:04.310871 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-612919d7-e916-43cb-b8fb-827fb48e5c5d tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-400206'] for security_group_rule (7e93baed-4aab-4159-907f-c513df6a6e43), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:04.322221 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:04.331107 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612919d7-e916-43cb-b8fb-827fb48e5c5d tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e93baed-4aab-4159-907f-c513df6a6e43,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:04.339452 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-612919d7-e916-43cb-b8fb-827fb48e5c5d tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:04.340797 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-612919d7-e916-43cb-b8fb-827fb48e5c5d tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262352 Jul 27 16:45:04.791056 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device a6d89fdc-314d-4700-a826-5d65f339f351 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:45:04.795542 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:04.840225 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port a6d89fdc-314d-4700-a826-5d65f339f351 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:45:04.840600 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (a6d89fdc-314d-4700-a826-5d65f339f351), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:04.916109 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:04.918383 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port a6d89fdc-314d-4700-a826-5d65f339f351 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:45:04.918767 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (a6d89fdc-314d-4700-a826-5d65f339f351), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:04.940862 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] For port a6d89fdc-314d-4700-a826-5d65f339f351, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=a6d89fdc-314d-4700-a826-5d65f339f351,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:04.945279 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (a6d89fdc-314d-4700-a826-5d65f339f351), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:04.997583 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Pushing event updated for resources: {'Port': ['ID=a6d89fdc-314d-4700-a826-5d65f339f351,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:05.159194 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Sync routers for ids ['f1aab6b4-2823-4b37-b71d-7475347dac26'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:45:05.171667 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Routers {'f1aab6b4-2823-4b37-b71d-7475347dac26'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:45:05.172420 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:44:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['f1aab6b4-2823-4b37-b71d-7475347dac26'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:05.279955 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Set router f1aab6b4-2823-4b37-b71d-7475347dac26 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:45:05.469029 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'name': 'tempest-TestShelveInstance-1820236441-router', 'tenant_id': '6ded7235141846d9b31133f328118279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:45:02Z', 'revision_number': 4, 'project_id': '6ded7235141846d9b31133f328118279', 'gw_port': {'id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': 'aed6bc61-5b70-40dc-b636-df22158c8171', 'name': '', 'network_id': 'e6acf5d8-14d9-4c87-b11c-5deb76f246e6', 'tenant_id': '6ded7235141846d9b31133f328118279', 'mac_address': 'fa:16:3e:b7:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '6d26ed6d-bdb2-42d9-9d43-bef936119dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:45:01Z', 'updated_at': '2022-07-27T16:45:02Z', 'revision_number': 2, 'project_id': '6ded7235141846d9b31133f328118279', 'subnets': [{'id': '6d26ed6d-bdb2-42d9-9d43-bef936119dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:05.498764 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Checking router: f1aab6b4-2823-4b37-b71d-7475347dac26 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:45:05.499118 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Updating router f1aab6b4-2823-4b37-b71d-7475347dac26 port aed6bc61-5b70-40dc-b636-df22158c8171 binding host dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 16:45:05.528087 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:05.786674 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Publish callbacks [] for port (aed6bc61-5b70-40dc-b636-df22158c8171), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:05.791919 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:05.843863 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:05.844668 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9557ca-98e7-454a-8b0b-ceae25806df6 None None] Pushing event updated for resources: {'Port': ['ID=aed6bc61-5b70-40dc-b636-df22158c8171,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:05.906129 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Attempting to bind port aed6bc61-5b70-40dc-b636-df22158c8171 on host dv-cinder-849690-6-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:45:05.906501 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Attempting to bind port aed6bc61-5b70-40dc-b636-df22158c8171 by drivers openvswitch,hyperv on host dv-cinder-849690-6-iscsi at level 0 using segments [{'id': 'dfe9d6f0-2bbb-40c6-95d7-9d84abb33812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e6acf5d8-14d9-4c87-b11c-5deb76f246e6'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:45:05.906878 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Attempting to bind port aed6bc61-5b70-40dc-b636-df22158c8171 on network e6acf5d8-14d9-4c87-b11c-5deb76f246e6 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:45:05.912682 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Checking agent: {'id': '880a4e3b-e73b-42c7-816e-a9f8d8c8e439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849690-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 27, 30), 'started_at': datetime.datetime(2022, 7, 27, 16, 28), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849690-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:45:05.913229 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Checking segment: {'id': 'dfe9d6f0-2bbb-40c6-95d7-9d84abb33812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e6acf5d8-14d9-4c87-b11c-5deb76f246e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:45:05.913762 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:05.914257 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Bound using segment: {'id': 'dfe9d6f0-2bbb-40c6-95d7-9d84abb33812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e6acf5d8-14d9-4c87-b11c-5deb76f246e6'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:45:05.914819 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Bound port: aed6bc61-5b70-40dc-b636-df22158c8171, host: dv-cinder-849690-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe9d6f0-2bbb-40c6-95d7-9d84abb33812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e6acf5d8-14d9-4c87-b11c-5deb76f246e6'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:45:05.915291 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:05.954718 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:05.983553 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] For port aed6bc61-5b70-40dc-b636-df22158c8171, host dv-cinder-849690-6-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:45:05.987025 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] For port aed6bc61-5b70-40dc-b636-df22158c8171, host dv-cinder-849690-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=aed6bc61-5b70-40dc-b636-df22158c8171,segment=NetworkSegment(dfe9d6f0-2bbb-40c6-95d7-9d84abb33812),segment_id=dfe9d6f0-2bbb-40c6-95d7-9d84abb33812)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:45:05.993382 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:06.050548 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-e73cc436-2c04-430a-9404-f5fb5b2c8112 None None] Provisioning complete for port aed6bc61-5b70-40dc-b636-df22158c8171 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:45:06.050916 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e73cc436-2c04-430a-9404-f5fb5b2c8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:06.090215 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9557ca-98e7-454a-8b0b-ceae25806df6 None None] Pushing event updated for resources: {'Port': ['ID=aed6bc61-5b70-40dc-b636-df22158c8171,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:06.097644 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Routers {'f1aab6b4-2823-4b37-b71d-7475347dac26'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:45:06.098257 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:44:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['f1aab6b4-2823-4b37-b71d-7475347dac26'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:06.359465 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-e73cc436-2c04-430a-9404-f5fb5b2c8112 None None] Current status of the port aed6bc61-5b70-40dc-b636-df22158c8171 is: DOWN; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:45:06.359783 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e73cc436-2c04-430a-9404-f5fb5b2c8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:06.371992 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] Set router f1aab6b4-2823-4b37-b71d-7475347dac26 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:45:06.468105 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-e73cc436-2c04-430a-9404-f5fb5b2c8112 None None] For port aed6bc61-5b70-40dc-b636-df22158c8171, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=aed6bc61-5b70-40dc-b636-df22158c8171,segment=NetworkSegment(dfe9d6f0-2bbb-40c6-95d7-9d84abb33812),segment_id=dfe9d6f0-2bbb-40c6-95d7-9d84abb33812)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:06.493608 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-e73cc436-2c04-430a-9404-f5fb5b2c8112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:06.570221 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cc436-2c04-430a-9404-f5fb5b2c8112 None None] Pushing event updated for resources: {'Port': ['ID=aed6bc61-5b70-40dc-b636-df22158c8171,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:06.625854 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-7ffc2796-0d80-42e9-be30-8ffe74f740e9 None None] Provisioning complete for port aed6bc61-5b70-40dc-b636-df22158c8171 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:45:06.626146 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-7ffc2796-0d80-42e9-be30-8ffe74f740e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:06.648206 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'name': 'tempest-TestShelveInstance-1820236441-router', 'tenant_id': '6ded7235141846d9b31133f328118279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:45:02Z', 'revision_number': 4, 'project_id': '6ded7235141846d9b31133f328118279', 'gw_port': {'id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': 'aed6bc61-5b70-40dc-b636-df22158c8171', 'name': '', 'network_id': 'e6acf5d8-14d9-4c87-b11c-5deb76f246e6', 'tenant_id': '6ded7235141846d9b31133f328118279', 'mac_address': 'fa:16:3e:b7:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '6d26ed6d-bdb2-42d9-9d43-bef936119dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:45:01Z', 'updated_at': '2022-07-27T16:45:05Z', 'revision_number': 4, 'project_id': '6ded7235141846d9b31133f328118279', 'subnets': [{'id': '6d26ed6d-bdb2-42d9-9d43-bef936119dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:06.681751 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6ea317-5af4-4e1d-a8f7-ec1c75eab1bf None None] The sync data for ids ['f1aab6b4-2823-4b37-b71d-7475347dac26'] in dv-cinder-849690-6-iscsi is: [{'id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'name': 'tempest-TestShelveInstance-1820236441-router', 'tenant_id': '6ded7235141846d9b31133f328118279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:45:02Z', 'revision_number': 4, 'project_id': '6ded7235141846d9b31133f328118279', 'gw_port': {'id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': 'aed6bc61-5b70-40dc-b636-df22158c8171', 'name': '', 'network_id': 'e6acf5d8-14d9-4c87-b11c-5deb76f246e6', 'tenant_id': '6ded7235141846d9b31133f328118279', 'mac_address': 'fa:16:3e:b7:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '6d26ed6d-bdb2-42d9-9d43-bef936119dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:45:01Z', 'updated_at': '2022-07-27T16:45:05Z', 'revision_number': 4, 'project_id': '6ded7235141846d9b31133f328118279', 'subnets': [{'id': '6d26ed6d-bdb2-42d9-9d43-bef936119dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:45:06.764283 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-7ffc2796-0d80-42e9-be30-8ffe74f740e9 None None] Current status of the port aed6bc61-5b70-40dc-b636-df22158c8171 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:45:06.806337 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device a6d89fdc-314d-4700-a826-5d65f339f351 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:45:06.856436 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port a6d89fdc-314d-4700-a826-5d65f339f351 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:45:06.856995 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (a6d89fdc-314d-4700-a826-5d65f339f351), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:06.862845 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:06.927959 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:06.942045 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port a6d89fdc-314d-4700-a826-5d65f339f351 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:45:08.777708 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device aed6bc61-5b70-40dc-b636-df22158c8171 up at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:45:08.825887 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Provisioning complete for port aed6bc61-5b70-40dc-b636-df22158c8171 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:45:08.826416 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:08.899448 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Current status of the port aed6bc61-5b70-40dc-b636-df22158c8171 is: ACTIVE; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:45:12.393286 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:UPDATE=3,neutron:SELECT=47 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:12.449242 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=34 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:13.577562 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=73,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:13.584052 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:INSERT=4,neutron:SELECT=9 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:14.332862 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=13,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:18.635085 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-90b8c185-4377-4a04-9955-24653e9c539a req-5e75b0d1-7b49-4c37-855e-47c30fab393c tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-157365530&fields=id&tenant_id=51a4d6fb95404988996ef7680ac1829e HTTP/1.1" status: 200 len: 267 time: 0.0434785 Jul 27 16:45:18.748750 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8c185-4377-4a04-9955-24653e9c539a req-87677642-073d-49af-8798-d78211380f25 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:18.750161 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-90b8c185-4377-4a04-9955-24653e9c539a req-87677642-073d-49af-8798-d78211380f25 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/networks?id=39b61bda-1ea9-402f-810a-2514b86ac30d HTTP/1.1" status: 200 len: 808 time: 0.1078889 Jul 27 16:45:18.764878 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-90b8c185-4377-4a04-9955-24653e9c539a req-b592ac19-18f9-40c5-ba99-765a945d89c7 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/quotas/51a4d6fb95404988996ef7680ac1829e HTTP/1.1" status: 200 len: 375 time: 0.0095026 Jul 27 16:45:18.815656 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-90b8c185-4377-4a04-9955-24653e9c539a req-b89ed3f3-98d0-434b-bc16-ee891fc5fb19 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=51a4d6fb95404988996ef7680ac1829e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460393 Jul 27 16:45:18.895093 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=17 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:18.896992 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=25 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:18.913450 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-90b8c185-4377-4a04-9955-24653e9c539a req-d0e5fd09-7655-4406-b759-20d637458fd0 service neutron] 10.222.0.74 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855751 Jul 27 16:45:19.000367 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-90b8c185-4377-4a04-9955-24653e9c539a req-f57ee8f4-0df9-4fe0-a5fd-2380f397f4a3 service neutron] 10.222.0.74 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812225 Jul 27 16:45:19.292135 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e2e1765b-3d03-494d-9ee1-5f0c8d4dbbd5 req-89e3fa4c-2114-4522-a92d-f6c7e74a3610 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 210 time: 0.0326917 Jul 27 16:45:20.193227 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8c185-4377-4a04-9955-24653e9c539a req-3c71b822-e85c-4671-ac72-c44b4917f4d7 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:20.194666 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-90b8c185-4377-4a04-9955-24653e9c539a req-3c71b822-e85c-4671-ac72-c44b4917f4d7 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.20 "GET /v2.0/networks?id=39b61bda-1ea9-402f-810a-2514b86ac30d HTTP/1.1" status: 200 len: 808 time: 0.1072505 Jul 27 16:45:20.257224 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-90b8c185-4377-4a04-9955-24653e9c539a req-f4f77195-1727-453a-8f68-6a86153eac5e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51a4d6fb95404988996ef7680ac1829e HTTP/1.1" status: 200 len: 379 time: 0.0547249 Jul 27 16:45:20.266012 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-90b8c185-4377-4a04-9955-24653e9c539a req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Request body: {'port': {'device_id': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d', 'admin_state_up': True, 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'security_groups': ['ea3b814a-f1b8-4851-988a-9926bfd59cbb']}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:45:20.376674 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b8c185-4377-4a04-9955-24653e9c539a req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Made reservation on behalf of 51a4d6fb95404988996ef7680ac1829e for: {'port': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:45:20.380183 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-90b8c185-4377-4a04-9955-24653e9c539a req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:20.392192 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d7e79a01-cfff-4f34-9305-be53a280adcb req-93993a27-3470-4291-937b-c74578499f68 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 210 time: 0.0281980 Jul 27 16:45:20.511268 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [req-90b8c185-4377-4a04-9955-24653e9c539a req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Allocated IP 172.20.0.12 (39b61bda-1ea9-402f-810a-2514b86ac30d/0672f898-7f72-433a-8a90-bafe86bb08d1/c8f5f3b6-0953-4e49-9715-b6f98fc2a29c) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:45:20.552000 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:20.660901 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-90b8c185-4377-4a04-9955-24653e9c539a req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:20.693477 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-90b8c185-4377-4a04-9955-24653e9c539a req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:20.735822 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b8c185-4377-4a04-9955-24653e9c539a req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Network 39b61bda-1ea9-402f-810a-2514b86ac30d is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:45:20.741024 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [req-90b8c185-4377-4a04-9955-24653e9c539a req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:45:20.743496 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b8c185-4377-4a04-9955-24653e9c539a req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:45:20.776050 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Pushing event updated for resources: {'Port': ['ID=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:20.791599 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:20.791945 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:20.792286 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:20.792630 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:20.793009 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:20.793337 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:20.793668 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:20.793992 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:20.794317 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:20.794639 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:20.794961 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:20.795289 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:20.795618 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:20.795932 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:20.796247 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:45:20.814304 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8c185-4377-4a04-9955-24653e9c539a req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:20.815021 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-90b8c185-4377-4a04-9955-24653e9c539a req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:20.836023 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-90b8c185-4377-4a04-9955-24653e9c539a req-1458c982-de05-40e0-a2e4-e6ae8c1326e1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5738378 Jul 27 16:45:20.847150 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Request body: {'port': {'device_id': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:45:20.878638 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:20.915434 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:20.950301 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:20.967904 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-5ffc6bcc-d07b-4409-9e8d-59e9ca0dd5d7 None None] Provisioning complete for port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:45:20.968365 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5ffc6bcc-d07b-4409-9e8d-59e9ca0dd5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:21.000111 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc6bcc-d07b-4409-9e8d-59e9ca0dd5d7 None None] Port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:45:21.170433 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f5f3b6-0953-4e49-9715-b6f98fc2a29c {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:45:21.178507 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Publish callbacks [] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:21.191284 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Transition to ACTIVE for port object c8f5f3b6-0953-4e49-9715-b6f98fc2a29c will not be triggered until provisioned by entity L2. {{(pid=104022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:45:21.194927 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:21.264490 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:21.319128 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Attempting to bind port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:45:21.319480 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Attempting to bind port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': '7e944521-8cfe-4088-b6fb-2a1753b872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:45:21.319807 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Attempting to bind port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c on network 39b61bda-1ea9-402f-810a-2514b86ac30d {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:45:21.324626 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c on network 39b61bda-1ea9-402f-810a-2514b86ac30d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:45:21.325000 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Attempting to bind port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c on network 39b61bda-1ea9-402f-810a-2514b86ac30d {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:45:21.330484 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:45:21.330800 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Checking segment: {'id': '7e944521-8cfe-4088-b6fb-2a1753b872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:45:21.331181 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Bound using segment: {'id': '7e944521-8cfe-4088-b6fb-2a1753b872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:45:21.331637 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Bound port: c8f5f3b6-0953-4e49-9715-b6f98fc2a29c, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e944521-8cfe-4088-b6fb-2a1753b872a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:45:21.331995 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:21.395629 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] For port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c, host hv-cinder-84969, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:45:21.398808 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] For port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,segment=NetworkSegment(7e944521-8cfe-4088-b6fb-2a1753b872a6),segment_id=7e944521-8cfe-4088-b6fb-2a1753b872a6)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:45:21.404417 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:21.454285 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:21.454895 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:21.456384 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-90b8c185-4377-4a04-9955-24653e9c539a req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] 10.222.0.20 "PUT /v2.0/ports/c8f5f3b6-0953-4e49-9715-b6f98fc2a29c HTTP/1.1" status: 200 len: 1094 time: 0.6134644 Jul 27 16:45:21.456815 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'tag': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:45:21.459127 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1e038b-f0a9-4df5-bd42-8c7b20bea8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8e8bef-1da8-4935-856c-cc46da8722f9", "tag": "c8f5f3b6-0953-4e49-9715-b6f98fc2a29c"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:21.484343 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15ae9e-13bf-47e1-8e96-ee1831b2d515 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:21.511650 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b240384e-19cd-49b7-b028-f16fe00bc0e9 x-openstack-request-id: req-b240384e-19cd-49b7-b028-f16fe00bc0e9 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:21.511936 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8e8bef-1da8-4935-856c-cc46da8722f9", "tag": "c8f5f3b6-0953-4e49-9715-b6f98fc2a29c", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:21.512173 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b240384e-19cd-49b7-b028-f16fe00bc0e9 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:21.512580 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b240384e-19cd-49b7-b028-f16fe00bc0e9'] response: {'name': 'network-changed', 'server_uuid': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'tag': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c', 'status': 'completed', 'code': 200} Jul 27 16:45:21.525678 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c67435-d43b-4537-a20e-7a84249ffb5a req-ffabc292-19be-44bc-90e8-35ca114c6639 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:21.527184 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-13c67435-d43b-4537-a20e-7a84249ffb5a req-ffabc292-19be-44bc-90e8-35ca114c6639 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 944 time: 0.0574155 Jul 27 16:45:21.561599 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8c185-4377-4a04-9955-24653e9c539a req-6ba0108c-931a-487b-890f-818e4f0fcb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:21.563177 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-90b8c185-4377-4a04-9955-24653e9c539a req-6ba0108c-931a-487b-890f-818e4f0fcb7f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51a4d6fb95404988996ef7680ac1829e&device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 1128 time: 0.0414324 Jul 27 16:45:21.581696 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-13c67435-d43b-4537-a20e-7a84249ffb5a req-6f126334-3ee2-451b-8ad8-97350bf65470 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482557 Jul 27 16:45:21.604141 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-90b8c185-4377-4a04-9955-24653e9c539a req-9bf04ad3-148b-4de5-9aa5-7d2f38405171 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c HTTP/1.1" status: 200 len: 217 time: 0.0332549 Jul 27 16:45:21.656963 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8c185-4377-4a04-9955-24653e9c539a req-d1035faf-046b-405f-a292-6fbd833ebc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:21.658410 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-90b8c185-4377-4a04-9955-24653e9c539a req-d1035faf-046b-405f-a292-6fbd833ebc8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0672f898-7f72-433a-8a90-bafe86bb08d1 HTTP/1.1" status: 200 len: 847 time: 0.0490339 Jul 27 16:45:21.700607 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8c185-4377-4a04-9955-24653e9c539a req-09bb8622-a117-412b-88ec-a6c1fc115bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:21.702293 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-90b8c185-4377-4a04-9955-24653e9c539a req-09bb8622-a117-412b-88ec-a6c1fc115bba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39b61bda-1ea9-402f-810a-2514b86ac30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382972 Jul 27 16:45:21.765920 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:21.797971 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-90b8c185-4377-4a04-9955-24653e9c539a req-f813bde4-3352-4aac-ace9-cb8d2a0ea89c service neutron] 10.222.0.20 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899267 Jul 27 16:45:21.886232 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-90b8c185-4377-4a04-9955-24653e9c539a req-2dd80da4-4a83-45bb-ab97-8a4c1cf5f36f service neutron] 10.222.0.20 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818841 Jul 27 16:45:22.139794 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e038b-f0a9-4df5-bd42-8c7b20bea8f6 req-a3f520ac-839b-4839-aee3-4de9002d5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:22.141155 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6d1e038b-f0a9-4df5-bd42-8c7b20bea8f6 req-a3f520ac-839b-4839-aee3-4de9002d5e6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51a4d6fb95404988996ef7680ac1829e&device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 1128 time: 0.0381968 Jul 27 16:45:22.197132 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:22.235395 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e038b-f0a9-4df5-bd42-8c7b20bea8f6 req-489bb492-5aca-4055-95fd-72c1a6278548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:22.236840 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6d1e038b-f0a9-4df5-bd42-8c7b20bea8f6 req-489bb492-5aca-4055-95fd-72c1a6278548 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39b61bda-1ea9-402f-810a-2514b86ac30d HTTP/1.1" status: 200 len: 909 time: 0.0900290 Jul 27 16:45:22.275385 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6d1e038b-f0a9-4df5-bd42-8c7b20bea8f6 req-35b7f7c9-835f-4bd6-ab18-45e0da2a487e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c HTTP/1.1" status: 200 len: 217 time: 0.0323522 Jul 27 16:45:22.325509 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e038b-f0a9-4df5-bd42-8c7b20bea8f6 req-f7482783-6690-4332-8513-88c776398a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:22.326883 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6d1e038b-f0a9-4df5-bd42-8c7b20bea8f6 req-f7482783-6690-4332-8513-88c776398a6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0672f898-7f72-433a-8a90-bafe86bb08d1 HTTP/1.1" status: 200 len: 847 time: 0.0458958 Jul 27 16:45:22.370023 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e038b-f0a9-4df5-bd42-8c7b20bea8f6 req-1749ffb8-62d1-43c4-8de0-214aa495411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:22.371500 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6d1e038b-f0a9-4df5-bd42-8c7b20bea8f6 req-1749ffb8-62d1-43c4-8de0-214aa495411e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39b61bda-1ea9-402f-810a-2514b86ac30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383885 Jul 27 16:45:22.463200 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6d1e038b-f0a9-4df5-bd42-8c7b20bea8f6 req-4c651234-3068-47ed-805a-12622d39f9fa service neutron] 10.222.0.20 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855675 Jul 27 16:45:22.555681 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-6d1e038b-f0a9-4df5-bd42-8c7b20bea8f6 req-8b4cd1c9-78d7-4840-aae2-4cb64eab3db1 service neutron] 10.222.0.20 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871665 Jul 27 16:45:22.704930 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7823a2-bbba-4778-bf00-10dc61b9301c req-c04c1f38-a179-42f5-8b94-03aa152f1903 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:22.706411 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8f7823a2-bbba-4778-bf00-10dc61b9301c req-c04c1f38-a179-42f5-8b94-03aa152f1903 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 944 time: 0.0503750 Jul 27 16:45:22.755002 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8f7823a2-bbba-4778-bf00-10dc61b9301c req-263ba3b0-2de6-4458-a9e9-61fa968e0256 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428154 Jul 27 16:45:23.875448 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254f701-5ea8-4335-83d5-30c216aab1eb req-81dc53c2-5753-45e4-8980-d030c161d128 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:23.876908 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6254f701-5ea8-4335-83d5-30c216aab1eb req-81dc53c2-5753-45e4-8980-d030c161d128 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 944 time: 0.0473523 Jul 27 16:45:23.925431 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6254f701-5ea8-4335-83d5-30c216aab1eb req-a5cbd2c1-cab7-47a0-83d2-7d37cc9fb4e0 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431337 Jul 27 16:45:24.010429 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:25.044757 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af12a0-615f-4be5-956d-c01781c9ff30 req-da97c14c-032b-4b7d-b369-dddea696d0d0 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:25.046238 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0af12a0-615f-4be5-956d-c01781c9ff30 req-da97c14c-032b-4b7d-b369-dddea696d0d0 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 944 time: 0.0489278 Jul 27 16:45:25.096476 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0af12a0-615f-4be5-956d-c01781c9ff30 req-7adcabe9-01f7-48dd-b320-b534ef1c3f66 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448062 Jul 27 16:45:25.383998 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c023d65b-0c1c-444c-b71e-489bcbd5660b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:26.213021 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226b011-83fa-4746-822e-9046866da2ea req-add4cbee-2c8b-416b-99cf-18e5848b406c tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:26.214469 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d226b011-83fa-4746-822e-9046866da2ea req-add4cbee-2c8b-416b-99cf-18e5848b406c tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 944 time: 0.0473721 Jul 27 16:45:26.263694 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d226b011-83fa-4746-822e-9046866da2ea req-e557238a-c56d-41c1-b949-7a5787fbd134 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435455 Jul 27 16:45:27.379923 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56197c51-3a14-4066-b955-32ffedf8bbff req-00e076bf-0ea1-49e8-bc36-6e5155b0acd5 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:27.381381 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56197c51-3a14-4066-b955-32ffedf8bbff req-00e076bf-0ea1-49e8-bc36-6e5155b0acd5 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 944 time: 0.0463443 Jul 27 16:45:27.421550 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:27.430535 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56197c51-3a14-4066-b955-32ffedf8bbff req-13bf49fb-daa4-4749-880a-924ba95eab1e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429454 Jul 27 16:45:27.487322 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8e00a831-2129-45f1-82e7-d274ddff9805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:28.005335 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device c8f5f3b6-0953-4e49-9715-b6f98fc2a29c details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:45:28.103327 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,segment=NetworkSegment(7e944521-8cfe-4088-b6fb-2a1753b872a6),segment_id=7e944521-8cfe-4088-b6fb-2a1753b872a6)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:28.117517 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c', 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d', 'port_id': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c', 'mac_address': 'fa:16:3e:27:85:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:45:28.156829 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:45:28.157244 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:28.170618 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f5f3b6-0953-4e49-9715-b6f98fc2a29c {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:45:28.190057 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,segment=NetworkSegment(7e944521-8cfe-4088-b6fb-2a1753b872a6),segment_id=7e944521-8cfe-4088-b6fb-2a1753b872a6)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:28.193908 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:28.239456 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:28.404078 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['c8f5f3b6-0953-4e49-9715-b6f98fc2a29c'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:45:28.549731 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077c2f6-7c8b-48e3-afab-164f502f5eca req-a88ab7a7-6461-454b-b47e-0b423e57d29f tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:28.551202 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3077c2f6-7c8b-48e3-afab-164f502f5eca req-a88ab7a7-6461-454b-b47e-0b423e57d29f tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 945 time: 0.0502412 Jul 27 16:45:28.571951 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:28.601670 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3077c2f6-7c8b-48e3-afab-164f502f5eca req-7001946e-fe5a-440e-8189-b02abc0596aa tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445914 Jul 27 16:45:28.761093 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:29.720389 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5245e69-ee5c-45c2-9b49-2a8b50557541 req-1b6a8b8b-3d94-4658-8de2-d25c5279c337 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:29.721869 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5245e69-ee5c-45c2-9b49-2a8b50557541 req-1b6a8b8b-3d94-4658-8de2-d25c5279c337 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 945 time: 0.0469012 Jul 27 16:45:29.769840 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5245e69-ee5c-45c2-9b49-2a8b50557541 req-5d186854-131b-4487-802c-4a679c31f753 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422642 Jul 27 16:45:30.021050 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device c8f5f3b6-0953-4e49-9715-b6f98fc2a29c up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:45:30.064444 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:45:30.069846 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:45:30.070243 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:30.099667 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:30.110634 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:30.143722 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:45:30.144107 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:30.165981 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:45:30.168229 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1be9590-32f2-4f87-88e5-3bc7a4eb02e4" -d '{"events": [{"server_uuid": "ee8e8bef-1da8-4935-856c-cc46da8722f9", "name": "network-vif-plugged", "status": "completed", "tag": "c8f5f3b6-0953-4e49-9715-b6f98fc2a29c"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:30.180224 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,segment=NetworkSegment(7e944521-8cfe-4088-b6fb-2a1753b872a6),segment_id=7e944521-8cfe-4088-b6fb-2a1753b872a6)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:45:30.184797 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:30.209584 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8737ec85-b4e2-49fd-b34a-a4491ec44bb2 x-openstack-request-id: req-8737ec85-b4e2-49fd-b34a-a4491ec44bb2 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:30.209871 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8e8bef-1da8-4935-856c-cc46da8722f9", "name": "network-vif-plugged", "status": "completed", "tag": "c8f5f3b6-0953-4e49-9715-b6f98fc2a29c", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:30.210116 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8737ec85-b4e2-49fd-b34a-a4491ec44bb2 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:30.210501 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8737ec85-b4e2-49fd-b34a-a4491ec44bb2'] response: {'server_uuid': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c', 'code': 200} Jul 27 16:45:30.236768 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:30.418471 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a1bf1-e67b-4d8c-bbd3-86a1b0918f1e req-08aba405-3d5f-49fc-9127-aebca2a6a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:30.420091 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-745a1bf1-e67b-4d8c-bbd3-86a1b0918f1e req-08aba405-3d5f-49fc-9127-aebca2a6a52c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 1130 time: 0.0384815 Jul 27 16:45:30.422740 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:30.466502 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-745a1bf1-e67b-4d8c-bbd3-86a1b0918f1e req-644626ed-a0fb-4baf-86e1-14583977d2f5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393984 Jul 27 16:45:30.514772 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:30.888436 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52163c87-aaf5-4e28-bfe5-1529d0a6634d req-d1447fc6-b135-4c43-b0f1-26f8cbff2f53 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:30.889900 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52163c87-aaf5-4e28-bfe5-1529d0a6634d req-d1447fc6-b135-4c43-b0f1-26f8cbff2f53 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0504289 Jul 27 16:45:30.939664 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52163c87-aaf5-4e28-bfe5-1529d0a6634d req-1ca74a4e-de6b-42c4-b2c9-2d74cb0fe1fe tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443280 Jul 27 16:45:32.058983 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da06951-5212-4bd5-b778-69eb0dba288c req-0dc12832-4354-49ff-85cc-09c97617b033 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:32.060431 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8da06951-5212-4bd5-b778-69eb0dba288c req-0dc12832-4354-49ff-85cc-09c97617b033 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0484788 Jul 27 16:45:32.108342 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8da06951-5212-4bd5-b778-69eb0dba288c req-efffa3c9-9362-4b9e-89c1-60923eaab463 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423965 Jul 27 16:45:32.226570 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034aaeff-f96a-4bd3-ba4b-6d52c85529ed req-0151fe59-4d6c-4cb0-8bd4-39f972c9928c tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:32.227945 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-034aaeff-f96a-4bd3-ba4b-6d52c85529ed req-0151fe59-4d6c-4cb0-8bd4-39f972c9928c tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0465701 Jul 27 16:45:32.279066 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-034aaeff-f96a-4bd3-ba4b-6d52c85529ed req-d8531b0b-0c87-4690-b4b8-d5cf9fff63cf tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447271 Jul 27 16:45:32.311041 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48068) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:45:32.672665 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5eb0ee-9d06-45eb-8ee3-b323e97cef41 tempest-TestShelveInstance-1360274873 tempest-TestShelveInstance-1360274873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:32.674301 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-4a5eb0ee-9d06-45eb-8ee3-b323e97cef41 tempest-TestShelveInstance-1360274873 tempest-TestShelveInstance-1360274873-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 1125 time: 0.3622532 Jul 27 16:45:32.677196 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48072) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:45:32.681341 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Request body: {'floatingip': {'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'port_id': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:45:32.702182 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:32.781356 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:32.885588 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Allocated IP 172.27.2.105 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/59489006-65ad-4126-ac5f-85baccc2f269) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:45:32.954079 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:32.996562 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for port (59489006-65ad-4126-ac5f-85baccc2f269), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:33.020575 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:33.032784 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (59489006-65ad-4126-ac5f-85baccc2f269), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:33.075774 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:45:33.080687 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:45:33.083294 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:45:33.104846 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Pushing event updated for resources: {'Port': ['ID=59489006-65ad-4126-ac5f-85baccc2f269,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:33.443377 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for floatingip (dc5c3e07-2fce-4823-9bcf-22b11d44d737), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:33.508687 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (59489006-65ad-4126-ac5f-85baccc2f269), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:33.657149 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for port (59489006-65ad-4126-ac5f-85baccc2f269), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:33.661441 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (59489006-65ad-4126-ac5f-85baccc2f269), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:33.730337 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Pushing event updated for resources: {'Port': ['ID=59489006-65ad-4126-ac5f-85baccc2f269,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:45:33.738327 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:33.743742 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (dc5c3e07-2fce-4823-9bcf-22b11d44d737), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:33.834929 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:33.840275 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Floating IP dc5c3e07-2fce-4823-9bcf-22b11d44d737 associated. External IP: 172.27.2.105, port: c8f5f3b6-0953-4e49-9715-b6f98fc2a29c. Jul 27 16:45:34.032968 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Router d5ccfb4d-71da-40aa-b008-394cc2f7d150 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:45:34.137961 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:45:34.147567 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08943807-43eb-49bd-918b-be01d0133d48 None None] Sync routers for ids ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:45:34.155596 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:34.158115 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08943807-43eb-49bd-918b-be01d0133d48 None None] Routers {'d5ccfb4d-71da-40aa-b008-394cc2f7d150'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:45:34.158729 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-08943807-43eb-49bd-918b-be01d0133d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:45:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:34.187796 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-f72b7d6f-b06f-4144-8060-d888bb050d2e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5095921 Jul 27 16:45:34.188395 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'tag': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:45:34.190727 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec93cb77-6d68-4e33-b5b9-eeb9e9bfdfaa" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8e8bef-1da8-4935-856c-cc46da8722f9", "tag": "c8f5f3b6-0953-4e49-9715-b6f98fc2a29c"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:45:34.227467 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf6879b-7cfb-49a6-bc1c-c2b6474e5f88 x-openstack-request-id: req-1bf6879b-7cfb-49a6-bc1c-c2b6474e5f88 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:45:34.227757 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8e8bef-1da8-4935-856c-cc46da8722f9", "tag": "c8f5f3b6-0953-4e49-9715-b6f98fc2a29c", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:45:34.228010 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1bf6879b-7cfb-49a6-bc1c-c2b6474e5f88 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:45:34.228414 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf6879b-7cfb-49a6-bc1c-c2b6474e5f88'] response: {'name': 'network-changed', 'server_uuid': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'tag': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c', 'status': 'completed', 'code': 200} Jul 27 16:45:34.271683 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-08943807-43eb-49bd-918b-be01d0133d48 None None] Set router d5ccfb4d-71da-40aa-b008-394cc2f7d150 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:45:34.294626 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93cb77-6d68-4e33-b5b9-eeb9e9bfdfaa req-64271db5-6550-4e6d-9722-89a37d53971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:34.296038 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ec93cb77-6d68-4e33-b5b9-eeb9e9bfdfaa req-64271db5-6550-4e6d-9722-89a37d53971b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51a4d6fb95404988996ef7680ac1829e&device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 1130 time: 0.0462623 Jul 27 16:45:34.388250 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93cb77-6d68-4e33-b5b9-eeb9e9bfdfaa req-33b9b6da-ae24-46cc-b264-6792dca89c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:34.389917 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ec93cb77-6d68-4e33-b5b9-eeb9e9bfdfaa req-33b9b6da-ae24-46cc-b264-6792dca89c6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=39b61bda-1ea9-402f-810a-2514b86ac30d HTTP/1.1" status: 200 len: 909 time: 0.0875087 Jul 27 16:45:34.455282 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ec93cb77-6d68-4e33-b5b9-eeb9e9bfdfaa req-a4cc28fd-aea5-4d07-a020-5d165f706438 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c HTTP/1.1" status: 200 len: 1000 time: 0.0593660 Jul 27 16:45:34.490036 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-08943807-43eb-49bd-918b-be01d0133d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'name': 'tempest-TestShelveInstance-711087496-router', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:54Z', 'updated_at': '2022-07-27T16:44:57Z', 'revision_number': 4, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'gw_port': {'id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:55Z', 'updated_at': '2022-07-27T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'dc5c3e07-2fce-4823-9bcf-22b11d44d737', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'port_id': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d', 'mac_address': 'fa:16:3e:27:85:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:45:33Z', 'updated_at': '2022-07-27T16:45:33Z', 'revision_number': 0, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30727613-9c2f-4089-a539-6e90b8d87f2f', 'name': '', 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'mac_address': 'fa:16:3e:f5:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:56Z', 'updated_at': '2022-07-27T16:45:01Z', 'revision_number': 5, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'subnets': [{'id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:34.503314 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93cb77-6d68-4e33-b5b9-eeb9e9bfdfaa req-ea1af6d7-2f4e-4176-a861-4514e0469ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:34.504746 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ec93cb77-6d68-4e33-b5b9-eeb9e9bfdfaa req-ea1af6d7-2f4e-4176-a861-4514e0469ffd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0672f898-7f72-433a-8a90-bafe86bb08d1 HTTP/1.1" status: 200 len: 847 time: 0.0434179 Jul 27 16:45:34.515677 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08943807-43eb-49bd-918b-be01d0133d48 None None] Checking router: d5ccfb4d-71da-40aa-b008-394cc2f7d150 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:45:34.524378 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08943807-43eb-49bd-918b-be01d0133d48 None None] Routers {'d5ccfb4d-71da-40aa-b008-394cc2f7d150'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:45:34.525042 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-08943807-43eb-49bd-918b-be01d0133d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:45:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:34.548065 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93cb77-6d68-4e33-b5b9-eeb9e9bfdfaa req-20dad3dd-2ed4-409b-8a0e-0e8b3792a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:34.549538 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ec93cb77-6d68-4e33-b5b9-eeb9e9bfdfaa req-20dad3dd-2ed4-409b-8a0e-0e8b3792a166 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39b61bda-1ea9-402f-810a-2514b86ac30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388138 Jul 27 16:45:34.626674 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-08943807-43eb-49bd-918b-be01d0133d48 None None] Set router d5ccfb4d-71da-40aa-b008-394cc2f7d150 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:45:34.641476 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ec93cb77-6d68-4e33-b5b9-eeb9e9bfdfaa req-1c16dae9-9d91-42d9-ae76-5e01bc00a3e0 service neutron] 10.222.0.20 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860717 Jul 27 16:45:34.715944 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:34.731786 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ec93cb77-6d68-4e33-b5b9-eeb9e9bfdfaa req-e404f011-ec7b-40af-972f-c6d1863c4673 service neutron] 10.222.0.20 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845976 Jul 27 16:45:34.834748 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-08943807-43eb-49bd-918b-be01d0133d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'name': 'tempest-TestShelveInstance-711087496-router', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:54Z', 'updated_at': '2022-07-27T16:44:57Z', 'revision_number': 4, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'gw_port': {'id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:55Z', 'updated_at': '2022-07-27T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'dc5c3e07-2fce-4823-9bcf-22b11d44d737', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'port_id': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d', 'mac_address': 'fa:16:3e:27:85:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:45:33Z', 'updated_at': '2022-07-27T16:45:33Z', 'revision_number': 0, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30727613-9c2f-4089-a539-6e90b8d87f2f', 'name': '', 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'mac_address': 'fa:16:3e:f5:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:56Z', 'updated_at': '2022-07-27T16:45:01Z', 'revision_number': 5, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'subnets': [{'id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:45:34.862583 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08943807-43eb-49bd-918b-be01d0133d48 None None] The sync data for ids ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'] in dv-cinder-849690-6-iscsi is: [{'id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'name': 'tempest-TestShelveInstance-711087496-router', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:54Z', 'updated_at': '2022-07-27T16:44:57Z', 'revision_number': 4, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'gw_port': {'id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:55Z', 'updated_at': '2022-07-27T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'dc5c3e07-2fce-4823-9bcf-22b11d44d737', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'port_id': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d', 'mac_address': 'fa:16:3e:27:85:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:45:33Z', 'updated_at': '2022-07-27T16:45:33Z', 'revision_number': 0, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30727613-9c2f-4089-a539-6e90b8d87f2f', 'name': '', 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'mac_address': 'fa:16:3e:f5:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:56Z', 'updated_at': '2022-07-27T16:45:01Z', 'revision_number': 5, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'subnets': [{'id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:45:34.987676 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:45:35.046310 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196ce55e-dd41-4104-a9bc-123749edb110 None None] New status for floating IP dc5c3e07-2fce-4823-9bcf-22b11d44d737: ACTIVE {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:45:42.263036 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=42 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:42.274767 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=40 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:44.728560 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=82,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:44.982992 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=74 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:44.984230 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=84 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:45.146648 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:45.149263 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:45:50.556786 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:55.384609 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-74a70a75-d122-433e-9e50-213dccd851db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:57.489137 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-72dad4c3-6644-4bfc-83c5-b565691c20d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:58.762650 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:45:59.857981 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8bf118f9-663b-40d1-a811-fcc674d4029b req-fed40712-0657-43ff-88c2-5bc22880e5cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420556 Jul 27 16:45:59.937131 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf118f9-663b-40d1-a811-fcc674d4029b req-43ef1695-997f-46f1-a290-94aa551868c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:45:59.938704 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8bf118f9-663b-40d1-a811-fcc674d4029b req-43ef1695-997f-46f1-a290-94aa551868c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 1130 time: 0.0390580 Jul 27 16:46:00.043135 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf118f9-663b-40d1-a811-fcc674d4029b req-edf4e246-fb5c-4fb9-b827-661545243da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:00.044610 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8bf118f9-663b-40d1-a811-fcc674d4029b req-edf4e246-fb5c-4fb9-b827-661545243da7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 200 len: 913 time: 0.0869205 Jul 27 16:46:00.118850 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8bf118f9-663b-40d1-a811-fcc674d4029b req-b7006371-db39-40c5-a2c1-0b8ab4abf80b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a559e835-d7c5-4eed-9e20-a6d0ff6dc325 HTTP/1.1" status: 200 len: 1002 time: 0.0672557 Jul 27 16:46:00.169901 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf118f9-663b-40d1-a811-fcc674d4029b req-c22910d4-bf41-44fa-bdec-df8d9680449d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:00.171367 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8bf118f9-663b-40d1-a811-fcc674d4029b req-c22910d4-bf41-44fa-bdec-df8d9680449d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7 HTTP/1.1" status: 200 len: 851 time: 0.0467453 Jul 27 16:46:00.214648 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf118f9-663b-40d1-a811-fcc674d4029b req-f560d411-5bf7-44bc-bdd7-fed103d2c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:00.216112 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8bf118f9-663b-40d1-a811-fcc674d4029b req-f560d411-5bf7-44bc-bdd7-fed103d2c54c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56948a9-265f-4da0-9590-a0bad1ef68c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381694 Jul 27 16:46:00.309267 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8bf118f9-663b-40d1-a811-fcc674d4029b req-335faaea-4484-4b9c-9bc4-952389b0c682 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866594 Jul 27 16:46:00.399429 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8bf118f9-663b-40d1-a811-fcc674d4029b req-4ae97877-33c5-4a96-a8a3-30b1fbc66b7a service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823555 Jul 27 16:46:00.425144 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:00.516761 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:07.745786 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280bb95-c59c-448f-8598-26d0147833b1 req-0b6db4ca-5613-4aff-902b-369fe55a0684 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:07.747180 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b280bb95-c59c-448f-8598-26d0147833b1 req-0b6db4ca-5613-4aff-902b-369fe55a0684 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 946 time: 0.0968816 Jul 27 16:46:07.800356 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b280bb95-c59c-448f-8598-26d0147833b1 req-c7386e81-a924-4a20-a696-4c0dbcd64051 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461867 Jul 27 16:46:08.966916 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f529f16-7321-48ce-9d9f-8d257fc95594 req-f76d3c6a-9e5a-4425-b617-394a60419fec tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:08.968349 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8f529f16-7321-48ce-9d9f-8d257fc95594 req-f76d3c6a-9e5a-4425-b617-394a60419fec tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 946 time: 0.0952768 Jul 27 16:46:09.016220 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8f529f16-7321-48ce-9d9f-8d257fc95594 req-4e12f0b6-aad9-4162-a3a6-6b2a7bd17c59 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418839 Jul 27 16:46:09.194884 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777e3aa-cbc1-41a4-9dfb-6a80c1c49489 req-73018f9e-d593-40d8-b9e3-7fb06e25a0ed tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:09.196293 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9777e3aa-cbc1-41a4-9dfb-6a80c1c49489 req-73018f9e-d593-40d8-b9e3-7fb06e25a0ed tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.20 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 946 time: 0.0535407 Jul 27 16:46:09.276334 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [req-9777e3aa-cbc1-41a4-9dfb-6a80c1c49489 req-4808f348-751a-4ed5-9160-b293f304c50d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Deleting port a559e835-d7c5-4eed-9e20-a6d0ff6dc325 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:46:09.276677 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-9777e3aa-cbc1-41a4-9dfb-6a80c1c49489 req-4808f348-751a-4ed5-9160-b293f304c50d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (a559e835-d7c5-4eed-9e20-a6d0ff6dc325), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:09.369326 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-9777e3aa-cbc1-41a4-9dfb-6a80c1c49489 req-4808f348-751a-4ed5-9160-b293f304c50d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] For port a559e835-d7c5-4eed-9e20-a6d0ff6dc325, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=a559e835-d7c5-4eed-9e20-a6d0ff6dc325,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:09.369690 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-9777e3aa-cbc1-41a4-9dfb-6a80c1c49489 req-4808f348-751a-4ed5-9160-b293f304c50d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (a559e835-d7c5-4eed-9e20-a6d0ff6dc325), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:09.528154 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-9777e3aa-cbc1-41a4-9dfb-6a80c1c49489 req-4808f348-751a-4ed5-9160-b293f304c50d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:09.528514 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-9777e3aa-cbc1-41a4-9dfb-6a80c1c49489 req-4808f348-751a-4ed5-9160-b293f304c50d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (db7aab5a-4333-44c0-941d-0e6ba2e542ac), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:09.528829 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.l3_db [req-9777e3aa-cbc1-41a4-9dfb-6a80c1c49489 req-4808f348-751a-4ed5-9160-b293f304c50d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Floating IP db7aab5a-4333-44c0-941d-0e6ba2e542ac disassociated. External IP: 172.27.2.166, port: a559e835-d7c5-4eed-9e20-a6d0ff6dc325. Jul 27 16:46:09.529204 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [req-9777e3aa-cbc1-41a4-9dfb-6a80c1c49489 req-4808f348-751a-4ed5-9160-b293f304c50d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Calling delete_port for a559e835-d7c5-4eed-9e20-a6d0ff6dc325 owned by compute:nova {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:46:09.569589 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:09.608760 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:09.660413 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-9777e3aa-cbc1-41a4-9dfb-6a80c1c49489 req-4808f348-751a-4ed5-9160-b293f304c50d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (a559e835-d7c5-4eed-9e20-a6d0ff6dc325), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:09.686843 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808f348-751a-4ed5-9160-b293f304c50d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event deleted for resources: {'Port': ['ID=a559e835-d7c5-4eed-9e20-a6d0ff6dc325,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:09.799721 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9777e3aa-cbc1-41a4-9dfb-6a80c1c49489 req-4808f348-751a-4ed5-9160-b293f304c50d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:46:10.123092 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-014b03a7-4dfb-4978-bbf8-65bb41479fc2 req-ba71ec3a-5b4e-4d93-b252-636048c52e7e tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=478cfc69-4fbf-4a0c-86f4-8de2d02d9283 HTTP/1.1" status: 200 len: 210 time: 0.0313144 Jul 27 16:46:10.139410 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9777e3aa-cbc1-41a4-9dfb-6a80c1c49489 req-4808f348-751a-4ed5-9160-b293f304c50d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:46:10.161987 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254ca36-7bf1-4c3b-8bb5-df54580454ac None None] Sync routers for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:46:10.178437 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254ca36-7bf1-4c3b-8bb5-df54580454ac None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:46:10.179054 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-2254ca36-7bf1-4c3b-8bb5-df54580454ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:45:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:10.192378 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-9777e3aa-cbc1-41a4-9dfb-6a80c1c49489 req-4808f348-751a-4ed5-9160-b293f304c50d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] No DVR routers for this DVR port a559e835-d7c5-4eed-9e20-a6d0ff6dc325 on host hv-cinder-84969 {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:46:10.195016 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-9777e3aa-cbc1-41a4-9dfb-6a80c1c49489 req-4808f348-751a-4ed5-9160-b293f304c50d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:10.198522 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-9777e3aa-cbc1-41a4-9dfb-6a80c1c49489 req-4808f348-751a-4ed5-9160-b293f304c50d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.20 "DELETE /v2.0/ports/a559e835-d7c5-4eed-9e20-a6d0ff6dc325 HTTP/1.1" status: 204 len: 173 time: 0.9964194 Jul 27 16:46:10.198981 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478cfc69-4fbf-4a0c-86f4-8de2d02d9283', 'name': 'network-vif-deleted', 'tag': 'a559e835-d7c5-4eed-9e20-a6d0ff6dc325'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:46:10.201868 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671dd217-61cf-4443-ace1-24bdf1262c23" -d '{"events": [{"server_uuid": "478cfc69-4fbf-4a0c-86f4-8de2d02d9283", "name": "network-vif-deleted", "tag": "a559e835-d7c5-4eed-9e20-a6d0ff6dc325"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:10.240460 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdf24af-8a85-44a2-a0b6-6202ab361366 x-openstack-request-id: req-8bdf24af-8a85-44a2-a0b6-6202ab361366 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:10.241290 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "478cfc69-4fbf-4a0c-86f4-8de2d02d9283", "name": "network-vif-deleted", "tag": "a559e835-d7c5-4eed-9e20-a6d0ff6dc325", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:10.241543 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8bdf24af-8a85-44a2-a0b6-6202ab361366 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:10.241948 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bdf24af-8a85-44a2-a0b6-6202ab361366'] response: {'server_uuid': '478cfc69-4fbf-4a0c-86f4-8de2d02d9283', 'name': 'network-vif-deleted', 'tag': 'a559e835-d7c5-4eed-9e20-a6d0ff6dc325', 'status': 'completed', 'code': 200} Jul 27 16:46:10.285484 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-2254ca36-7bf1-4c3b-8bb5-df54580454ac None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:46:10.470558 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-2254ca36-7bf1-4c3b-8bb5-df54580454ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:10.496266 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254ca36-7bf1-4c3b-8bb5-df54580454ac None None] Checking router: 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:46:10.505485 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254ca36-7bf1-4c3b-8bb5-df54580454ac None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:46:10.506090 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-2254ca36-7bf1-4c3b-8bb5-df54580454ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:45:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:10.511335 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:10.513308 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:10.682651 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-2254ca36-7bf1-4c3b-8bb5-df54580454ac None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:46:10.877363 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-2254ca36-7bf1-4c3b-8bb5-df54580454ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:10.901482 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254ca36-7bf1-4c3b-8bb5-df54580454ac None None] The sync data for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi is: [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:46:11.117195 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346cf306-59f4-4a35-a125-ef3c6d636772 None None] New status for floating IP db7aab5a-4333-44c0-941d-0e6ba2e542ac: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:46:11.405804 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-bf4ee0d2-0eac-443d-a046-639602bbbd94 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-773411907&fields=id&tenant_id=c24a78af0a5d46de89b42a548fc3f43c HTTP/1.1" status: 200 len: 267 time: 0.0446064 Jul 27 16:46:11.513603 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-ae3c3194-ca14-4519-ac49-2a4569de635a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:11.515052 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-ae3c3194-ca14-4519-ac49-2a4569de635a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/networks?id=f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 200 len: 812 time: 0.1022952 Jul 27 16:46:11.529814 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-b76747c4-053a-43c3-a0cb-fc97f6fc77d9 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/quotas/c24a78af0a5d46de89b42a548fc3f43c HTTP/1.1" status: 200 len: 375 time: 0.0089874 Jul 27 16:46:11.584472 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-e3cc839d-8f6c-42af-8de1-2c01fd1ce806 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483921 Jul 27 16:46:11.600036 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-c8c166f8-9946-4ff6-8825-643cb02e8aeb service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 16:46:11.601022 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-c8c166f8-9946-4ff6-8825-643cb02e8aeb service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053425 Jul 27 16:46:11.690610 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-313ce674-0942-4ed4-a313-0e73d3c96573 service neutron] 10.222.0.74 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844383 Jul 27 16:46:11.786254 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-2bf1ca89-9511-43b2-9724-215f20c3008a service neutron] 10.222.0.74 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898340 Jul 27 16:46:11.987202 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:46:12.087614 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca9e02aa-41ac-4fea-a883-fa28681321ed req-87f245bc-de7d-4a5d-a53f-4bd5c4c71611 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 210 time: 0.0283620 Jul 27 16:46:12.114965 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a559e835-d7c5-4eed-9e20-a6d0ff6dc325 no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:46:12.137432 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: a559e835-d7c5-4eed-9e20-a6d0ff6dc325 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:46:12.137780 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device a559e835-d7c5-4eed-9e20-a6d0ff6dc325 not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:46:13.021761 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-2737af3d-0f45-4c04-92f7-31ecb2330bf0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:13.023842 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-2737af3d-0f45-4c04-92f7-31ecb2330bf0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.20 "GET /v2.0/networks?id=f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 200 len: 812 time: 0.1073418 Jul 27 16:46:13.086246 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-65bb6bcf-7e0b-4e6f-808c-2c52c018c6ae tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c24a78af0a5d46de89b42a548fc3f43c HTTP/1.1" status: 200 len: 379 time: 0.0549862 Jul 27 16:46:13.095867 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-d7fbcadd-87fb-440a-a3a4-34a35df990dc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Request body: {'port': {'device_id': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'admin_state_up': True, 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'security_groups': ['d25f3411-cdaa-4120-b797-b729e19c91c0']}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:46:13.188711 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-19539d31-7a14-4c91-bd0b-9201b9d17572 req-aa9688d4-0179-4ae9-8a4d-a3742fd75d37 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 210 time: 0.0285463 Jul 27 16:46:13.211135 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-d7fbcadd-87fb-440a-a3a4-34a35df990dc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Made reservation on behalf of c24a78af0a5d46de89b42a548fc3f43c for: {'port': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:46:13.214644 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-d7fbcadd-87fb-440a-a3a4-34a35df990dc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:13.340265 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-d7fbcadd-87fb-440a-a3a4-34a35df990dc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Allocated IP 172.20.0.3 (f56948a9-265f-4da0-9590-a0bad1ef68c4/55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7/3f1a1da0-d2e8-43f5-b677-4367ca8c57bd) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:46:13.432770 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:13.465786 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:13.488719 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-d7fbcadd-87fb-440a-a3a4-34a35df990dc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for port (3f1a1da0-d2e8-43f5-b677-4367ca8c57bd), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:13.521119 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-d7fbcadd-87fb-440a-a3a4-34a35df990dc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (3f1a1da0-d2e8-43f5-b677-4367ca8c57bd), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:13.560571 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-d7fbcadd-87fb-440a-a3a4-34a35df990dc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Network f56948a9-265f-4da0-9590-a0bad1ef68c4 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:46:13.566361 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-d7fbcadd-87fb-440a-a3a4-34a35df990dc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:46:13.570187 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-d7fbcadd-87fb-440a-a3a4-34a35df990dc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:46:13.597452 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbcadd-87fb-440a-a3a4-34a35df990dc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event updated for resources: {'Port': ['ID=3f1a1da0-d2e8-43f5-b677-4367ca8c57bd,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:13.629126 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-d7fbcadd-87fb-440a-a3a4-34a35df990dc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:13.629758 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-d7fbcadd-87fb-440a-a3a4-34a35df990dc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:13.646995 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-d7fbcadd-87fb-440a-a3a4-34a35df990dc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5551953 Jul 27 16:46:13.655754 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-e5fcce89-09e0-44e3-97b2-a7fc4981e309 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104022) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 16:46:13.656824 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-e5fcce89-09e0-44e3-97b2-a7fc4981e309 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051844 Jul 27 16:46:13.667353 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Request body: {'port': {'device_id': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:46:13.729580 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (3f1a1da0-d2e8-43f5-b677-4367ca8c57bd), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:13.751446 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-99cb07c0-ee83-48bd-ae32-49dc13637c3a None None] Provisioning complete for port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:46:13.752038 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-99cb07c0-ee83-48bd-ae32-49dc13637c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (3f1a1da0-d2e8-43f5-b677-4367ca8c57bd), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:13.783059 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-99cb07c0-ee83-48bd-ae32-49dc13637c3a None None] Port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:46:13.984580 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:46:13.992472 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Publish callbacks [] for port (3f1a1da0-d2e8-43f5-b677-4367ca8c57bd), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:14.004676 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Transition to ACTIVE for port object 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd will not be triggered until provisioned by entity L2. {{(pid=104022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:46:14.008544 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (3f1a1da0-d2e8-43f5-b677-4367ca8c57bd), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:14.056061 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Pushing event updated for resources: {'Port': ['ID=3f1a1da0-d2e8-43f5-b677-4367ca8c57bd,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:14.133246 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Attempting to bind port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:46:14.133584 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Attempting to bind port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:46:14.133917 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Attempting to bind port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd on network f56948a9-265f-4da0-9590-a0bad1ef68c4 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:46:14.138740 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd on network f56948a9-265f-4da0-9590-a0bad1ef68c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:46:14.139053 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Attempting to bind port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd on network f56948a9-265f-4da0-9590-a0bad1ef68c4 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:46:14.144922 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:46:14.145279 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Checking segment: {'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:46:14.145672 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Bound using segment: {'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:46:14.146098 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Bound port: 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:46:14.146453 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (3f1a1da0-d2e8-43f5-b677-4367ca8c57bd), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:14.184593 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:14.216165 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] For port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd, host hv-cinder-84969, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:46:14.219874 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] For port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=3f1a1da0-d2e8-43f5-b677-4367ca8c57bd,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:46:14.227283 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (3f1a1da0-d2e8-43f5-b677-4367ca8c57bd), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:14.257389 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:14.257956 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:14.259520 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] 10.222.0.20 "PUT /v2.0/ports/3f1a1da0-d2e8-43f5-b677-4367ca8c57bd HTTP/1.1" status: 200 len: 1093 time: 0.5960264 Jul 27 16:46:14.261871 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'tag': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:46:14.265312 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11678b4c-15ad-4435-8412-85c1e2637586" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d067a2-10f4-4da2-86bb-405981d7afbf", "tag": "3f1a1da0-d2e8-43f5-b677-4367ca8c57bd"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:14.329275 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:14.333148 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac372b4-96c5-4c5f-a895-f90e6b74e65b x-openstack-request-id: req-0ac372b4-96c5-4c5f-a895-f90e6b74e65b {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:14.333441 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d067a2-10f4-4da2-86bb-405981d7afbf", "tag": "3f1a1da0-d2e8-43f5-b677-4367ca8c57bd", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:14.333699 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0ac372b4-96c5-4c5f-a895-f90e6b74e65b {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:14.334121 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac372b4-96c5-4c5f-a895-f90e6b74e65b'] response: {'name': 'network-changed', 'server_uuid': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'tag': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd', 'status': 'completed', 'code': 200} Jul 27 16:46:14.334965 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e1b2c-d409-4e25-a297-ddb50659155b service neutron] Pushing event updated for resources: {'Port': ['ID=3f1a1da0-d2e8-43f5-b677-4367ca8c57bd,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:14.347421 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe298c-1aaf-46b0-983a-e1394b6bc9ea req-28fa3245-7857-4f3c-8224-953f0c10a179 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:14.349472 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79fe298c-1aaf-46b0-983a-e1394b6bc9ea req-28fa3245-7857-4f3c-8224-953f0c10a179 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 943 time: 0.0873747 Jul 27 16:46:14.367644 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-fb0d7016-ac18-4880-a23e-34bf042e4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:14.369233 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-fb0d7016-ac18-4880-a23e-34bf042e4765 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 1127 time: 0.0553925 Jul 27 16:46:14.403498 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-79fe298c-1aaf-46b0-983a-e1394b6bc9ea req-ff901a07-096d-478d-bf38-f9c9f6f691da tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482533 Jul 27 16:46:14.412420 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-7c814095-d20c-4614-a58f-a3c584387bca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f1a1da0-d2e8-43f5-b677-4367ca8c57bd HTTP/1.1" status: 200 len: 217 time: 0.0352187 Jul 27 16:46:14.466763 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-e073c733-f83b-4059-865d-1c798394d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:14.468193 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-e073c733-f83b-4059-865d-1c798394d0a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7 HTTP/1.1" status: 200 len: 851 time: 0.0502644 Jul 27 16:46:14.511103 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-ef4e2f0a-35b0-4907-b090-d0fbd747e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:14.512443 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-ef4e2f0a-35b0-4907-b090-d0fbd747e464 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56948a9-265f-4da0-9590-a0bad1ef68c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381374 Jul 27 16:46:14.603785 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-2b7633f1-6288-4a02-a682-293624fddb85 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848544 Jul 27 16:46:14.692563 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-97cef0c9-84c1-438c-b803-243eb2690c11 req-f5af6d72-53ec-4d25-bf34-ebfd9c4a4b70 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832374 Jul 27 16:46:14.951117 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11678b4c-15ad-4435-8412-85c1e2637586 req-db7674e5-33a2-42ee-a435-0d04d5449c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:14.952550 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-11678b4c-15ad-4435-8412-85c1e2637586 req-db7674e5-33a2-42ee-a435-0d04d5449c2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 1127 time: 0.0389392 Jul 27 16:46:15.048649 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11678b4c-15ad-4435-8412-85c1e2637586 req-6d6f7f14-9691-407d-9188-16748ca240e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:15.050120 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-11678b4c-15ad-4435-8412-85c1e2637586 req-6d6f7f14-9691-407d-9188-16748ca240e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 200 len: 913 time: 0.0904505 Jul 27 16:46:15.087433 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-11678b4c-15ad-4435-8412-85c1e2637586 req-113edb7e-f27d-49ff-b582-5faa88ee88cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f1a1da0-d2e8-43f5-b677-4367ca8c57bd HTTP/1.1" status: 200 len: 217 time: 0.0312905 Jul 27 16:46:15.138266 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11678b4c-15ad-4435-8412-85c1e2637586 req-3abf84f1-46bb-4032-a78f-4a0c37cc991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:15.139690 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-11678b4c-15ad-4435-8412-85c1e2637586 req-3abf84f1-46bb-4032-a78f-4a0c37cc991d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7 HTTP/1.1" status: 200 len: 851 time: 0.0469851 Jul 27 16:46:15.183073 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11678b4c-15ad-4435-8412-85c1e2637586 req-be9c83ed-a4f6-4512-b571-e5a0f98712ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:15.184556 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-11678b4c-15ad-4435-8412-85c1e2637586 req-be9c83ed-a4f6-4512-b571-e5a0f98712ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56948a9-265f-4da0-9590-a0bad1ef68c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388806 Jul 27 16:46:15.278391 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-11678b4c-15ad-4435-8412-85c1e2637586 req-29509218-0b6b-408d-ad6b-2b830bb780c8 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864606 Jul 27 16:46:15.370673 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-11678b4c-15ad-4435-8412-85c1e2637586 req-dae3eefa-4da6-470b-87cc-511756232c32 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851073 Jul 27 16:46:15.525066 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b771c-1348-461c-ab61-7b6ab15674f8 req-f7d4c873-1389-45fe-92d2-21cfaecb5ed5 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:15.526555 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-395b771c-1348-461c-ab61-7b6ab15674f8 req-f7d4c873-1389-45fe-92d2-21cfaecb5ed5 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 943 time: 0.0467746 Jul 27 16:46:15.585349 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-395b771c-1348-461c-ab61-7b6ab15674f8 req-352ae23e-d101-4b35-8219-3c06489f16bc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506396 Jul 27 16:46:16.700065 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e541d3-38c8-47ee-9ef6-e60862e12549 req-7b5c9e2b-810d-493b-abca-86af9d94cc81 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:16.701505 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5e541d3-38c8-47ee-9ef6-e60862e12549 req-7b5c9e2b-810d-493b-abca-86af9d94cc81 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 943 time: 0.0460546 Jul 27 16:46:16.753092 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5e541d3-38c8-47ee-9ef6-e60862e12549 req-67680b34-b47d-4f56-8d16-70bc3b55f527 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461426 Jul 27 16:46:17.868728 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb1a74-8cfe-4756-9592-89930e048a8b req-12d96d51-116c-433e-9bc4-3101fe339e8a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:17.870184 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-29fb1a74-8cfe-4756-9592-89930e048a8b req-12d96d51-116c-433e-9bc4-3101fe339e8a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 943 time: 0.0472987 Jul 27 16:46:17.897763 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:17.920612 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-29fb1a74-8cfe-4756-9592-89930e048a8b req-6842c95a-ba92-4dac-84f2-0caf0ecf0236 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450397 Jul 27 16:46:19.038636 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0852b6-acfe-48e3-a7c2-70a65b05004e req-8f812291-ec59-4043-b42d-b6ace150c616 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:19.040032 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f0852b6-acfe-48e3-a7c2-70a65b05004e req-8f812291-ec59-4043-b42d-b6ace150c616 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 943 time: 0.0471098 Jul 27 16:46:19.072356 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:19.089468 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f0852b6-acfe-48e3-a7c2-70a65b05004e req-7dd06c67-049d-4a3d-8527-d1bd04a17766 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438364 Jul 27 16:46:20.207551 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ae52b-6480-4c21-a298-480d38d689f2 req-6997406b-6a1c-4e72-83bb-ff01995d48bf tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:20.209044 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d46ae52b-6480-4c21-a298-480d38d689f2 req-6997406b-6a1c-4e72-83bb-ff01995d48bf tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 943 time: 0.0496898 Jul 27 16:46:20.256901 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d46ae52b-6480-4c21-a298-480d38d689f2 req-ddbc9931-0b3c-498d-bc7d-0f0927f8bcd3 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422583 Jul 27 16:46:20.559797 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:21.377656 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59675888-02d2-4d3b-b7c1-91ab8525f7a4 req-27b5aed6-fe0b-4b63-a08e-1a8e1f801279 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:21.379096 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-59675888-02d2-4d3b-b7c1-91ab8525f7a4 req-27b5aed6-fe0b-4b63-a08e-1a8e1f801279 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 943 time: 0.0468266 Jul 27 16:46:21.427037 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-59675888-02d2-4d3b-b7c1-91ab8525f7a4 req-e5b62773-be9a-451f-a178-a50c7c484034 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424581 Jul 27 16:46:22.176754 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:46:22.275449 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=3f1a1da0-d2e8-43f5-b677-4367ca8c57bd,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:22.286841 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'port_id': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd', 'mac_address': 'fa:16:3e:25:5a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:46:22.324262 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:46:22.324645 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (3f1a1da0-d2e8-43f5-b677-4367ca8c57bd), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:22.338323 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:46:22.358525 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=3f1a1da0-d2e8-43f5-b677-4367ca8c57bd,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:22.362526 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (3f1a1da0-d2e8-43f5-b677-4367ca8c57bd), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:22.410556 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=3f1a1da0-d2e8-43f5-b677-4367ca8c57bd,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:22.417622 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:22.417977 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:22.418322 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:22.418662 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:22.418998 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:22.419324 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:22.419653 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:22.419980 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:22.420306 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:22.420630 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:22.420976 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:22.421303 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:22.421624 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:22.422450 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:22.422780 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:22.505128 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=77 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:22.506980 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=89 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:22.546639 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef87f84-29c6-471e-9b39-1a5ee0275a08 req-1aabedce-9ce9-4126-8a1b-1d5547cdee9b tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:22.548563 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3ef87f84-29c6-471e-9b39-1a5ee0275a08 req-1aabedce-9ce9-4126-8a1b-1d5547cdee9b tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 944 time: 0.0464661 Jul 27 16:46:22.564585 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['3f1a1da0-d2e8-43f5-b677-4367ca8c57bd'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:46:22.599741 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3ef87f84-29c6-471e-9b39-1a5ee0275a08 req-49f4f2ad-28cd-4305-82f6-4257301dcc61 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456440 Jul 27 16:46:23.719321 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c71a4-df30-497e-a276-2c46a438d44e req-8a031934-ca18-4574-8908-9ed394f06f47 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:23.720757 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-587c71a4-df30-497e-a276-2c46a438d44e req-8a031934-ca18-4574-8908-9ed394f06f47 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 944 time: 0.0472486 Jul 27 16:46:23.769054 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-587c71a4-df30-497e-a276-2c46a438d44e req-5aab81a7-10f7-493e-b13e-6b7c6f828a9a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425932 Jul 27 16:46:24.177482 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:46:24.228968 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:46:24.234424 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:46:24.235445 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (3f1a1da0-d2e8-43f5-b677-4367ca8c57bd), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:24.267153 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:24.274221 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:24.312498 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:46:24.312942 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (3f1a1da0-d2e8-43f5-b677-4367ca8c57bd), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:24.336192 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:46:24.338444 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae38904-f5a8-42ff-9f30-fbcbb67b4a6b" -d '{"events": [{"server_uuid": "c9d067a2-10f4-4da2-86bb-405981d7afbf", "name": "network-vif-plugged", "status": "completed", "tag": "3f1a1da0-d2e8-43f5-b677-4367ca8c57bd"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:24.351695 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=3f1a1da0-d2e8-43f5-b677-4367ca8c57bd,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:46:24.355519 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (3f1a1da0-d2e8-43f5-b677-4367ca8c57bd), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:24.379534 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1dd6cc-640b-4cf2-a1a5-af7fe34bc53d x-openstack-request-id: req-0b1dd6cc-640b-4cf2-a1a5-af7fe34bc53d {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:24.379830 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d067a2-10f4-4da2-86bb-405981d7afbf", "name": "network-vif-plugged", "status": "completed", "tag": "3f1a1da0-d2e8-43f5-b677-4367ca8c57bd", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:24.380083 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b1dd6cc-640b-4cf2-a1a5-af7fe34bc53d {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:24.380475 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b1dd6cc-640b-4cf2-a1a5-af7fe34bc53d'] response: {'server_uuid': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd', 'code': 200} Jul 27 16:46:24.408573 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=3f1a1da0-d2e8-43f5-b677-4367ca8c57bd,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:24.606016 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df22476-a8e3-429a-8256-5f0e8ba0991a req-bd7b9f8e-152d-40bc-b892-1081315b165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:24.607512 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3df22476-a8e3-429a-8256-5f0e8ba0991a req-bd7b9f8e-152d-40bc-b892-1081315b165c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 1129 time: 0.0517075 Jul 27 16:46:24.652031 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-3df22476-a8e3-429a-8256-5f0e8ba0991a req-8be43259-7c39-4eb6-afca-a8b6d8c7dc71 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385180 Jul 27 16:46:24.883172 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c975b63-e298-47da-9310-a1661c3d3bc6 req-52ce2ffc-b65a-467d-8e93-a0faf1016704 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:24.884563 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5c975b63-e298-47da-9310-a1661c3d3bc6 req-52ce2ffc-b65a-467d-8e93-a0faf1016704 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 945 time: 0.0473621 Jul 27 16:46:24.936897 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5c975b63-e298-47da-9310-a1661c3d3bc6 req-e42739c6-69b7-41f8-aaa5-ef7cbd1fb547 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468373 Jul 27 16:46:25.387452 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-89fbc79b-5a0c-4fba-a204-32dba67e3e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:26.060173 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585838e-f5ee-4bfe-ae80-1962088af75d req-46ce0ad5-a919-4d13-b593-993658ad2992 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:26.061628 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d585838e-f5ee-4bfe-ae80-1962088af75d req-46ce0ad5-a919-4d13-b593-993658ad2992 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 945 time: 0.0498912 Jul 27 16:46:26.108544 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d585838e-f5ee-4bfe-ae80-1962088af75d req-36ab6938-0335-479c-aa36-74e06e90e39f tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414603 Jul 27 16:46:26.223982 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e9805-71d8-441f-bf7e-49cd267f7637 req-659e5713-b364-44a7-8203-13f7cc1fc351 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:26.225370 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9a0e9805-71d8-441f-bf7e-49cd267f7637 req-659e5713-b364-44a7-8203-13f7cc1fc351 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 945 time: 0.0458822 Jul 27 16:46:26.274073 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9a0e9805-71d8-441f-bf7e-49cd267f7637 req-c663a227-ce68-4762-b000-557067f195e4 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431964 Jul 27 16:46:26.300854 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48168) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:46:26.341928 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27d7df-6564-46b3-95a7-880c2dd1a693 tempest-TestVolumeBootPattern-1917232714 tempest-TestVolumeBootPattern-1917232714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:26.343427 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-0a27d7df-6564-46b3-95a7-880c2dd1a693 tempest-TestVolumeBootPattern-1917232714 tempest-TestVolumeBootPattern-1917232714-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 1124 time: 0.0415447 Jul 27 16:46:26.346061 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48170) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:46:26.350361 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Request body: {'floatingip': {'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'port_id': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:46:26.363754 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:26.371399 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:26.424393 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:26.449735 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:26.557620 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Allocated IP 172.27.2.197 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/0510bc68-a9c5-4f88-b458-20120b94857a) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:46:26.661782 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for port (0510bc68-a9c5-4f88-b458-20120b94857a), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:26.692415 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (0510bc68-a9c5-4f88-b458-20120b94857a), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:26.732826 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:46:26.737785 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:46:26.739985 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event updated for resources: {'Port': ['ID=0510bc68-a9c5-4f88-b458-20120b94857a,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:26.742106 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:46:26.768463 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:26.768802 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:26.769177 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:26.769522 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:26.769847 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:26.770171 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:26.770492 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:26.770812 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:26.771135 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:26.771447 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:26.771773 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:26.772090 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:26.772406 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:26.772720 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:26.773061 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:46:27.114965 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for floatingip (be4f5d04-a50d-4db7-8b5a-86502710f760), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:27.117422 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:27.183613 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (0510bc68-a9c5-4f88-b458-20120b94857a), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:27.219450 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:27.335060 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for port (0510bc68-a9c5-4f88-b458-20120b94857a), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:27.339466 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (0510bc68-a9c5-4f88-b458-20120b94857a), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:27.412426 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event updated for resources: {'Port': ['ID=0510bc68-a9c5-4f88-b458-20120b94857a,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:46:27.420673 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (be4f5d04-a50d-4db7-8b5a-86502710f760), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:27.492126 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0a7f5018-18f8-48ce-af64-bb50a9eb7c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:27.514535 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Floating IP be4f5d04-a50d-4db7-8b5a-86502710f760 associated. External IP: 172.27.2.197, port: 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd. Jul 27 16:46:27.710707 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:46:27.811476 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:46:27.820847 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0348255-438c-4812-b574-7ef1445fb015 None None] Sync routers for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:46:27.829991 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:27.832229 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0348255-438c-4812-b574-7ef1445fb015 None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:46:27.832845 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-f0348255-438c-4812-b574-7ef1445fb015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:46:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:27.860616 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-fcd0378f-58a3-496e-bd0b-2976ac83f479 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5135746 Jul 27 16:46:27.861388 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'tag': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:46:27.863714 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13760679-bec1-4d48-9ee1-90898b0dda3a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d067a2-10f4-4da2-86bb-405981d7afbf", "tag": "3f1a1da0-d2e8-43f5-b677-4367ca8c57bd"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:46:27.934611 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-f0348255-438c-4812-b574-7ef1445fb015 None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:46:27.958492 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ad22f0-c7c4-4563-a60a-dec835496862 x-openstack-request-id: req-54ad22f0-c7c4-4563-a60a-dec835496862 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:46:27.958793 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d067a2-10f4-4da2-86bb-405981d7afbf", "tag": "3f1a1da0-d2e8-43f5-b677-4367ca8c57bd", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:46:27.959050 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-54ad22f0-c7c4-4563-a60a-dec835496862 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:46:27.959462 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ad22f0-c7c4-4563-a60a-dec835496862'] response: {'name': 'network-changed', 'server_uuid': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'tag': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd', 'status': 'completed', 'code': 200} Jul 27 16:46:28.065821 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13760679-bec1-4d48-9ee1-90898b0dda3a req-70d58a58-e501-482b-a5f6-e7efc597690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:28.067216 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-13760679-bec1-4d48-9ee1-90898b0dda3a req-70d58a58-e501-482b-a5f6-e7efc597690c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 1129 time: 0.0844140 Jul 27 16:46:28.092749 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:28.147594 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-f0348255-438c-4812-b574-7ef1445fb015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'be4f5d04-a50d-4db7-8b5a-86502710f760', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'port_id': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'mac_address': 'fa:16:3e:25:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:46:26Z', 'updated_at': '2022-07-27T16:46:26Z', 'revision_number': 0, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:28.161535 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13760679-bec1-4d48-9ee1-90898b0dda3a req-2c8df401-603e-4d89-9bb7-24a04339fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:28.163292 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-13760679-bec1-4d48-9ee1-90898b0dda3a req-2c8df401-603e-4d89-9bb7-24a04339fd1b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 200 len: 913 time: 0.0901918 Jul 27 16:46:28.176046 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0348255-438c-4812-b574-7ef1445fb015 None None] Checking router: 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:46:28.184462 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0348255-438c-4812-b574-7ef1445fb015 None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:46:28.185091 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-f0348255-438c-4812-b574-7ef1445fb015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:46:27Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:28.228277 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-13760679-bec1-4d48-9ee1-90898b0dda3a req-b66928ed-d5d3-496d-8a95-e4753105f770 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f1a1da0-d2e8-43f5-b677-4367ca8c57bd HTTP/1.1" status: 200 len: 999 time: 0.0584390 Jul 27 16:46:28.288180 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-f0348255-438c-4812-b574-7ef1445fb015 None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:46:28.504635 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13760679-bec1-4d48-9ee1-90898b0dda3a req-c3963b28-56ed-421b-9420-4e58bb52e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:28.506147 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-13760679-bec1-4d48-9ee1-90898b0dda3a req-c3963b28-56ed-421b-9420-4e58bb52e5a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7 HTTP/1.1" status: 200 len: 851 time: 0.2720516 Jul 27 16:46:28.509907 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-f0348255-438c-4812-b574-7ef1445fb015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'be4f5d04-a50d-4db7-8b5a-86502710f760', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'port_id': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'mac_address': 'fa:16:3e:25:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:46:26Z', 'updated_at': '2022-07-27T16:46:26Z', 'revision_number': 0, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:46:28.534893 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0348255-438c-4812-b574-7ef1445fb015 None None] The sync data for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi is: [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'be4f5d04-a50d-4db7-8b5a-86502710f760', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'port_id': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'mac_address': 'fa:16:3e:25:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:46:26Z', 'updated_at': '2022-07-27T16:46:26Z', 'revision_number': 0, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:46:28.549256 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13760679-bec1-4d48-9ee1-90898b0dda3a req-38c2b59f-3c00-4e15-b80b-1830d43017ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:28.550755 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-13760679-bec1-4d48-9ee1-90898b0dda3a req-38c2b59f-3c00-4e15-b80b-1830d43017ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56948a9-265f-4da0-9590-a0bad1ef68c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385981 Jul 27 16:46:28.565372 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:28.648819 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-13760679-bec1-4d48-9ee1-90898b0dda3a req-881c8c56-8549-4247-b5e3-67ba90272606 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916858 Jul 27 16:46:28.724383 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09721159-de95-4f88-add8-377148131ebc None None] New status for floating IP be4f5d04-a50d-4db7-8b5a-86502710f760: ACTIVE {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:46:28.750184 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-13760679-bec1-4d48-9ee1-90898b0dda3a req-efd68a63-d6d4-4074-b815-116e9126cb87 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958676 Jul 27 16:46:28.782297 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:30.429074 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:30.518797 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:36.266135 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=63 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:36.269547 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=75 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:38.507612 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=73 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:38.512943 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=75 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:38.744686 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=43 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:38.746649 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=16 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:40.508751 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:40.514816 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=35,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:48.985679 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:46:50.564201 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:55.389665 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1826-d6d9-4ed2-9c78-08b2b55cff98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:57.494800 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6d021034-e2d6-4445-ad10-4f42361d69bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:58.768356 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:46:58.981494 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=6 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:58.982230 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:46:59.842523 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-014a4c12-febf-47b1-ab97-f32d19723b46 req-b68fd79f-440e-4460-a13c-32943b4c8141 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445333 Jul 27 16:46:59.900227 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a4c12-febf-47b1-ab97-f32d19723b46 req-1cffd841-5a40-4a87-9023-264dc1b2dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:46:59.901768 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-014a4c12-febf-47b1-ab97-f32d19723b46 req-1cffd841-5a40-4a87-9023-264dc1b2dd7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51a4d6fb95404988996ef7680ac1829e&device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 1130 time: 0.0390263 Jul 27 16:47:00.005878 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a4c12-febf-47b1-ab97-f32d19723b46 req-a64fb871-4e30-411d-995d-f4b64068a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:00.007307 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-014a4c12-febf-47b1-ab97-f32d19723b46 req-a64fb871-4e30-411d-995d-f4b64068a440 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39b61bda-1ea9-402f-810a-2514b86ac30d HTTP/1.1" status: 200 len: 909 time: 0.0885749 Jul 27 16:47:00.067463 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-014a4c12-febf-47b1-ab97-f32d19723b46 req-89220cf1-2d70-440d-8534-593bb09c815c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c HTTP/1.1" status: 200 len: 1002 time: 0.0544810 Jul 27 16:47:00.115043 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a4c12-febf-47b1-ab97-f32d19723b46 req-66cf8006-87ba-4643-869c-51c9ab1636f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:00.116362 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-014a4c12-febf-47b1-ab97-f32d19723b46 req-66cf8006-87ba-4643-869c-51c9ab1636f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0672f898-7f72-433a-8a90-bafe86bb08d1 HTTP/1.1" status: 200 len: 847 time: 0.0428345 Jul 27 16:47:00.162346 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a4c12-febf-47b1-ab97-f32d19723b46 req-6c5ffe54-d698-495a-8f86-590c92878311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:00.163984 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-014a4c12-febf-47b1-ab97-f32d19723b46 req-6c5ffe54-d698-495a-8f86-590c92878311 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39b61bda-1ea9-402f-810a-2514b86ac30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416524 Jul 27 16:47:00.254851 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-014a4c12-febf-47b1-ab97-f32d19723b46 req-76d4fe81-2d01-417d-9a13-747b3620bb0e service neutron] 10.222.0.20 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850537 Jul 27 16:47:00.345740 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-014a4c12-febf-47b1-ab97-f32d19723b46 req-53d71ea9-1b4e-4f07-ab45-5a1d6293597b service neutron] 10.222.0.20 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852010 Jul 27 16:47:00.431813 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:00.520787 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:10.331336 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=44 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:47:10.342512 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=57 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:47:10.515667 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:47:10.518291 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:47:20.561396 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:24.017491 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:47:24.018789 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:47:25.393637 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce1f6-9ba9-4069-82af-e2c608f97f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:25.985902 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:47:27.496332 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-06a1d097-f298-4a23-b1bc-f0f6d3122e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:28.771232 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:29.787484 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8da5c0-8d14-4200-ae63-07c95df5ca60 req-08be39b0-fdd1-42bf-8812-9dbc4afcc8fb tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:29.788967 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7c8da5c0-8d14-4200-ae63-07c95df5ca60 req-08be39b0-fdd1-42bf-8812-9dbc4afcc8fb tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0504110 Jul 27 16:47:29.839979 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7c8da5c0-8d14-4200-ae63-07c95df5ca60 req-94018028-fb61-47b1-b472-206cade0cbe1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424042 Jul 27 16:47:30.433731 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:30.522456 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:30.958698 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50296117-aee3-4529-8d10-470cae50a4f7 req-12dab8d1-dcb2-451e-a4b4-867272847c0e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:30.960135 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-50296117-aee3-4529-8d10-470cae50a4f7 req-12dab8d1-dcb2-451e-a4b4-867272847c0e tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0467570 Jul 27 16:47:31.008073 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-50296117-aee3-4529-8d10-470cae50a4f7 req-703f449c-c271-4fbd-a0ae-d7a0f76f17bb tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424924 Jul 27 16:47:32.127395 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45267d-0d25-483f-acf1-589e8879e9ca req-611386b3-4d97-4cf5-b6f7-decdba46a486 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:32.129694 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ea45267d-0d25-483f-acf1-589e8879e9ca req-611386b3-4d97-4cf5-b6f7-decdba46a486 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0492897 Jul 27 16:47:32.184405 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ea45267d-0d25-483f-acf1-589e8879e9ca req-95c5116a-c3ad-4237-822f-1365f43d2ae8 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486240 Jul 27 16:47:33.300039 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da801c3-7f5b-400d-bb0c-3f03f278c0a3 req-c3c5b04c-892a-4e9a-80de-9942b6cec354 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:33.301499 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4da801c3-7f5b-400d-bb0c-3f03f278c0a3 req-c3c5b04c-892a-4e9a-80de-9942b6cec354 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0466423 Jul 27 16:47:33.349977 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4da801c3-7f5b-400d-bb0c-3f03f278c0a3 req-21489ef8-1398-41af-864d-81a371fe2d08 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430794 Jul 27 16:47:34.465925 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db40ca9-2318-44b5-94cc-394bb7299d44 req-c8260573-497c-4854-98ee-ef8f7ec51ec9 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:34.467364 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1db40ca9-2318-44b5-94cc-394bb7299d44 req-c8260573-497c-4854-98ee-ef8f7ec51ec9 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0464501 Jul 27 16:47:34.516267 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1db40ca9-2318-44b5-94cc-394bb7299d44 req-a806a8d1-e66e-46bd-8ea9-bdbfbe1ebf2f tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431325 Jul 27 16:47:35.036938 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:47:35.635489 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff9d8f-dc47-4550-abb1-4ba811c22202 req-ecc2746c-a0e0-4014-95c2-0868ec8a6007 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:35.636957 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-70ff9d8f-dc47-4550-abb1-4ba811c22202 req-ecc2746c-a0e0-4014-95c2-0868ec8a6007 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0496726 Jul 27 16:47:35.684633 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-70ff9d8f-dc47-4550-abb1-4ba811c22202 req-fe3ca6bf-765c-4010-878b-6e40add47acf tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410476 Jul 27 16:47:35.981708 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=5 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:47:36.804768 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffe967-2f0b-4a96-a857-b41feaca3869 req-7805a09e-3250-402e-ac1b-8db0366dbf86 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:36.806602 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2cffe967-2f0b-4a96-a857-b41feaca3869 req-7805a09e-3250-402e-ac1b-8db0366dbf86 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0514412 Jul 27 16:47:36.855491 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2cffe967-2f0b-4a96-a857-b41feaca3869 req-2f304658-91d4-4d7e-9af5-02d49480f445 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432246 Jul 27 16:47:37.971888 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc863acd-74fb-4a5f-b183-a00ac9e7643d req-bef57f27-8670-44af-bbbe-9dc0ebae17d6 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:37.973357 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bc863acd-74fb-4a5f-b183-a00ac9e7643d req-bef57f27-8670-44af-bbbe-9dc0ebae17d6 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0464971 Jul 27 16:47:38.028571 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bc863acd-74fb-4a5f-b183-a00ac9e7643d req-e4871db8-98ee-4c98-9a73-48fc3600709f tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496860 Jul 27 16:47:39.146700 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abc1fa-fd34-4cb9-82fc-c4412210c64b req-7ac1c3c8-75a8-41fb-be51-7b2d89efaee7 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:39.148144 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-61abc1fa-fd34-4cb9-82fc-c4412210c64b req-7ac1c3c8-75a8-41fb-be51-7b2d89efaee7 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0464351 Jul 27 16:47:39.196815 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-61abc1fa-fd34-4cb9-82fc-c4412210c64b req-d46fc76c-955c-4390-9c8e-4738fa648cc4 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430844 Jul 27 16:47:39.882549 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd68a44-25f8-49a9-ad23-3b6cafdf909f req-8cc26585-5f9f-4746-b6dd-bb35882be85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:39.884015 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2cd68a44-25f8-49a9-ad23-3b6cafdf909f req-8cc26585-5f9f-4746-b6dd-bb35882be85c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51a4d6fb95404988996ef7680ac1829e&device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 1130 time: 0.0389135 Jul 27 16:47:39.977593 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd68a44-25f8-49a9-ad23-3b6cafdf909f req-5a585366-1b0a-43c9-a0c9-22af48d98a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:39.979026 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2cd68a44-25f8-49a9-ad23-3b6cafdf909f req-5a585366-1b0a-43c9-a0c9-22af48d98a91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39b61bda-1ea9-402f-810a-2514b86ac30d HTTP/1.1" status: 200 len: 909 time: 0.0887818 Jul 27 16:47:40.038994 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2cd68a44-25f8-49a9-ad23-3b6cafdf909f req-ebc24656-2c0d-47bd-8adc-fc9676586679 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c HTTP/1.1" status: 200 len: 1002 time: 0.0538504 Jul 27 16:47:40.087026 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd68a44-25f8-49a9-ad23-3b6cafdf909f req-2c50fb30-872a-46ac-a5af-ea7149d08520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:40.088415 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2cd68a44-25f8-49a9-ad23-3b6cafdf909f req-2c50fb30-872a-46ac-a5af-ea7149d08520 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0672f898-7f72-433a-8a90-bafe86bb08d1 HTTP/1.1" status: 200 len: 847 time: 0.0441163 Jul 27 16:47:40.133935 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd68a44-25f8-49a9-ad23-3b6cafdf909f req-388e2885-f2f0-4658-9a81-c2d24a9bf5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:40.135284 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2cd68a44-25f8-49a9-ad23-3b6cafdf909f req-388e2885-f2f0-4658-9a81-c2d24a9bf5d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39b61bda-1ea9-402f-810a-2514b86ac30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412824 Jul 27 16:47:40.223843 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2cd68a44-25f8-49a9-ad23-3b6cafdf909f req-e781347e-46d1-4ec9-a844-52deffe6461d service neutron] 10.222.0.20 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825653 Jul 27 16:47:40.313643 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02045e77-f6e1-4613-b7aa-9140489d4076 req-5bdd8c52-4616-4f50-80a8-e56c81f75a35 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:40.315102 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-02045e77-f6e1-4613-b7aa-9140489d4076 req-5bdd8c52-4616-4f50-80a8-e56c81f75a35 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0468879 Jul 27 16:47:40.318523 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-2cd68a44-25f8-49a9-ad23-3b6cafdf909f req-ab2ae4d7-75f9-49b0-ae1c-2c174bbca434 service neutron] 10.222.0.20 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887830 Jul 27 16:47:40.358994 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:47:40.364208 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-02045e77-f6e1-4613-b7aa-9140489d4076 req-437b0599-f944-4bde-8d87-6590eeff8744 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436702 Jul 27 16:47:40.517247 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:47:40.518024 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:47:41.756211 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca3298-61b2-4746-b834-f73170b04014 req-a8bb62c6-dcd3-4d6c-b1fc-1b7973af503b tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:41.757733 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4dca3298-61b2-4746-b834-f73170b04014 req-a8bb62c6-dcd3-4d6c-b1fc-1b7973af503b tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.3193419 Jul 27 16:47:41.806891 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4dca3298-61b2-4746-b834-f73170b04014 req-360dea41-51f8-4c5d-b93e-29fcb2d190e7 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429611 Jul 27 16:47:42.927786 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6122a-2033-45e3-bf83-328431acb5c4 req-62ce20f6-24c1-4410-84bd-dde062a9f912 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:42.929264 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ded6122a-2033-45e3-bf83-328431acb5c4 req-62ce20f6-24c1-4410-84bd-dde062a9f912 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0481880 Jul 27 16:47:42.977429 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ded6122a-2033-45e3-bf83-328431acb5c4 req-373ea9fa-38b3-4c51-8dd3-da6772e1c57a tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422096 Jul 27 16:47:43.049412 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-d6fe0cde-40e7-46ac-9ca7-2aa5df202849 req-2119dcbd-4f0c-4f51-81bf-aa377e2a2b62 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 27 16:47:43.050976 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d6fe0cde-40e7-46ac-9ca7-2aa5df202849 req-2119dcbd-4f0c-4f51-81bf-aa377e2a2b62 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061257 Jul 27 16:47:43.228023 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571e450-5578-4656-b85a-0a6c76633fbc req-cbce5c25-bff4-4738-baaf-278cc7d4cc39 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:43.229530 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7571e450-5578-4656-b85a-0a6c76633fbc req-cbce5c25-bff4-4738-baaf-278cc7d4cc39 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0512841 Jul 27 16:47:43.239304 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c0a43e3c-e94d-44fe-b25b-1e48cca4ea70 req-e06a5692-ad1e-4df4-918d-a6674b769dde service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833912 Jul 27 16:47:43.240945 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:47:43.285190 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7571e450-5578-4656-b85a-0a6c76633fbc req-16c2d72f-d1b5-489e-8b53-50184e4d8fa1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498910 Jul 27 16:47:43.366840 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a43e3c-e94d-44fe-b25b-1e48cca4ea70 req-b64a32ec-08f4-4370-80d8-c3a678273135 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:43.368193 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0a43e3c-e94d-44fe-b25b-1e48cca4ea70 req-b64a32ec-08f4-4370-80d8-c3a678273135 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports/c8f5f3b6-0953-4e49-9715-b6f98fc2a29c HTTP/1.1" status: 200 len: 943 time: 0.1002190 Jul 27 16:47:44.407519 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2f1ce-f1c1-416f-9a4b-7562bbd58550 req-7d663a19-912a-4b04-b4a2-6016e5805094 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:44.409232 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2af2f1ce-f1c1-416f-9a4b-7562bbd58550 req-7d663a19-912a-4b04-b4a2-6016e5805094 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0514648 Jul 27 16:47:44.459261 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2af2f1ce-f1c1-416f-9a4b-7562bbd58550 req-76671d27-24d8-40db-ae85-4158827c1674 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438654 Jul 27 16:47:44.656826 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a43e3c-e94d-44fe-b25b-1e48cca4ea70 req-7894aa01-03e1-4347-80e3-76a392bca401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:44.658336 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c0a43e3c-e94d-44fe-b25b-1e48cca4ea70 req-7894aa01-03e1-4347-80e3-76a392bca401 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9&tenant_id=51a4d6fb95404988996ef7680ac1829e HTTP/1.1" status: 200 len: 1130 time: 0.0388272 Jul 27 16:47:44.721223 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a43e3c-e94d-44fe-b25b-1e48cca4ea70 req-32838505-9e3f-482d-8d69-6c53e4621244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:44.722691 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c0a43e3c-e94d-44fe-b25b-1e48cca4ea70 req-32838505-9e3f-482d-8d69-6c53e4621244 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51a4d6fb95404988996ef7680ac1829e&device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 1130 time: 0.0425591 Jul 27 16:47:44.813187 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a43e3c-e94d-44fe-b25b-1e48cca4ea70 req-b4a51e6f-a1bb-4df0-98be-c561882dbec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:44.814641 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c0a43e3c-e94d-44fe-b25b-1e48cca4ea70 req-b4a51e6f-a1bb-4df0-98be-c561882dbec7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39b61bda-1ea9-402f-810a-2514b86ac30d HTTP/1.1" status: 200 len: 909 time: 0.0853765 Jul 27 16:47:44.882550 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c0a43e3c-e94d-44fe-b25b-1e48cca4ea70 req-d369e4d3-a488-472b-b759-c4bae8fd397a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c HTTP/1.1" status: 200 len: 1002 time: 0.0611100 Jul 27 16:47:44.929463 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a43e3c-e94d-44fe-b25b-1e48cca4ea70 req-3c4d7f99-f769-440a-9412-90817b69a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:44.930758 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c0a43e3c-e94d-44fe-b25b-1e48cca4ea70 req-3c4d7f99-f769-440a-9412-90817b69a902 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0672f898-7f72-433a-8a90-bafe86bb08d1 HTTP/1.1" status: 200 len: 847 time: 0.0428174 Jul 27 16:47:44.972493 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a43e3c-e94d-44fe-b25b-1e48cca4ea70 req-b06426c2-127b-413c-ba2a-2a3524158bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:44.973980 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c0a43e3c-e94d-44fe-b25b-1e48cca4ea70 req-b06426c2-127b-413c-ba2a-2a3524158bc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39b61bda-1ea9-402f-810a-2514b86ac30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376699 Jul 27 16:47:45.067246 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c0a43e3c-e94d-44fe-b25b-1e48cca4ea70 req-d6739ba6-4b25-456c-9cdf-0fc945964fda service neutron] 10.222.0.20 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868156 Jul 27 16:47:45.125674 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:47:45.150328 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:47:45.156621 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c0a43e3c-e94d-44fe-b25b-1e48cca4ea70 req-cf972fc7-40bf-486f-bbf6-926fa1834b09 service neutron] 10.222.0.20 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831563 Jul 27 16:47:45.578538 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b86f6-415a-493b-9b7c-0674160b3f99 req-8c718d51-1429-42a6-929c-cc7a49adb2f1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:45.579979 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-633b86f6-415a-493b-9b7c-0674160b3f99 req-8c718d51-1429-42a6-929c-cc7a49adb2f1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0495315 Jul 27 16:47:45.627373 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-633b86f6-415a-493b-9b7c-0674160b3f99 req-69132f14-96a0-4c19-a659-ab8bb633c65a tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418351 Jul 27 16:47:46.343398 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device c8f5f3b6-0953-4e49-9715-b6f98fc2a29c no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:47:46.413997 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c is: ACTIVE; New status is: DOWN {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:47:46.414387 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:46.437823 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:47:46.439999 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318c7df0-9f65-43bd-878c-85e73a3473e3" -d '{"events": [{"server_uuid": "ee8e8bef-1da8-4935-856c-cc46da8722f9", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f5f3b6-0953-4e49-9715-b6f98fc2a29c"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:47:46.452286 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,segment=NetworkSegment(7e944521-8cfe-4088-b6fb-2a1753b872a6),segment_id=7e944521-8cfe-4088-b6fb-2a1753b872a6)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:46.456154 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:46.506814 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,revision_number=6']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:46.514065 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:46.514418 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:46.514766 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:46.515109 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:46.515448 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:46.515782 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:46.516112 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:46.516442 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:46.516773 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:46.517128 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:46.517547 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:46.517912 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:46.518357 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:46.518732 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:46.519060 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:47:46.530960 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Jul 2022 16:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28a34ef-cf1c-40d6-8bde-facf2cdb45c3 x-openstack-request-id: req-d28a34ef-cf1c-40d6-8bde-facf2cdb45c3 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:47:46.531253 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8e8bef-1da8-4935-856c-cc46da8722f9", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f5f3b6-0953-4e49-9715-b6f98fc2a29c", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:47:46.531510 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d28a34ef-cf1c-40d6-8bde-facf2cdb45c3 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:47:46.531902 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d28a34ef-cf1c-40d6-8bde-facf2cdb45c3'] response: {'server_uuid': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c', 'code': 200} Jul 27 16:47:46.743151 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d635e-b5ea-4e51-8152-c6f4d7b1daff req-ad3b4baf-9c4a-4cba-8bac-d922e366f5e6 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:46.744576 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f9d635e-b5ea-4e51-8152-c6f4d7b1daff req-ad3b4baf-9c4a-4cba-8bac-d922e366f5e6 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 944 time: 0.0461380 Jul 27 16:47:46.792816 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f9d635e-b5ea-4e51-8152-c6f4d7b1daff req-5c3cae2d-9b08-4c6c-a579-1f47d126c9b8 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422137 Jul 27 16:47:47.915259 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924abb4-b66d-4da3-b34d-4e78c41cbb3a req-39664041-8114-4418-9bcd-77d65447de1a tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:47.916690 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5924abb4-b66d-4da3-b34d-4e78c41cbb3a req-39664041-8114-4418-9bcd-77d65447de1a tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 944 time: 0.0496056 Jul 27 16:47:47.963868 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5924abb4-b66d-4da3-b34d-4e78c41cbb3a req-915884e6-fb6a-4ff1-b1f5-386612d19377 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416756 Jul 27 16:47:49.080057 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1fc8c-e9c1-4b67-bc50-0df28c4d2cce req-b0366e73-ad2c-4aa2-870c-fde2a2e9f183 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:49.081544 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fcb1fc8c-e9c1-4b67-bc50-0df28c4d2cce req-b0366e73-ad2c-4aa2-870c-fde2a2e9f183 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 944 time: 0.0474422 Jul 27 16:47:49.130179 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fcb1fc8c-e9c1-4b67-bc50-0df28c4d2cce req-33c8d37c-01dc-4f8c-ab78-6d3590eb83f8 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430911 Jul 27 16:47:50.249532 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafb74c-d7a0-4ddc-bc4d-e52c853dfd32 req-9c9f18c0-71a0-4fc2-a97b-d3a70bd1a57a tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:50.250975 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8bafb74c-d7a0-4ddc-bc4d-e52c853dfd32 req-9c9f18c0-71a0-4fc2-a97b-d3a70bd1a57a tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 944 time: 0.0465963 Jul 27 16:47:50.302404 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8bafb74c-d7a0-4ddc-bc4d-e52c853dfd32 req-217d12f8-7deb-44a4-ab28-25d8d65444ed tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460007 Jul 27 16:47:50.576048 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:51.176784 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919aa93-368c-47ce-90a8-d8206e88ea47 req-5a59dcaa-a811-4bbd-92f1-a2999c6be32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:51.178905 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8919aa93-368c-47ce-90a8-d8206e88ea47 req-5a59dcaa-a811-4bbd-92f1-a2999c6be32d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 1128 time: 0.0436325 Jul 27 16:47:51.224458 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-8919aa93-368c-47ce-90a8-d8206e88ea47 req-df856d2d-7055-40a5-8b4e-f72df6304613 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391283 Jul 27 16:47:51.420364 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c92052-3501-4f39-96be-465f4934dac1 req-4fd00ca8-3f22-42e2-b27a-9d418fd8eeb2 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:51.421793 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-36c92052-3501-4f39-96be-465f4934dac1 req-4fd00ca8-3f22-42e2-b27a-9d418fd8eeb2 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 944 time: 0.0472608 Jul 27 16:47:51.471139 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-36c92052-3501-4f39-96be-465f4934dac1 req-175058cf-727f-40c3-b007-ad79fd19ba1f tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431907 Jul 27 16:47:52.579073 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:47:52.588048 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d63da-3e04-4120-8223-f1432a9b3496 req-90dc9cc2-2111-42c1-8165-5918ef000ffb tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:47:52.589536 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-174d63da-3e04-4120-8223-f1432a9b3496 req-90dc9cc2-2111-42c1-8165-5918ef000ffb tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 944 time: 0.0481858 Jul 27 16:47:52.638466 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-174d63da-3e04-4120-8223-f1432a9b3496 req-1a1a034b-58c0-447c-81d8-5aa05d10c4d4 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434246 Jul 27 16:47:54.394545 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device c8f5f3b6-0953-4e49-9715-b6f98fc2a29c details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:47:54.494375 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,segment=NetworkSegment(7e944521-8cfe-4088-b6fb-2a1753b872a6),segment_id=7e944521-8cfe-4088-b6fb-2a1753b872a6)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:54.505273 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c', 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d', 'port_id': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c', 'mac_address': 'fa:16:3e:27:85:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:47:54.539675 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:47:54.540052 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:54.553098 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f5f3b6-0953-4e49-9715-b6f98fc2a29c {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:47:54.572457 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,segment=NetworkSegment(7e944521-8cfe-4088-b6fb-2a1753b872a6),segment_id=7e944521-8cfe-4088-b6fb-2a1753b872a6)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:54.576802 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:54.625860 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,revision_number=7']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:54.798261 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['c8f5f3b6-0953-4e49-9715-b6f98fc2a29c'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:47:55.395354 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b3b30e69-2e9a-4784-8885-18c24342bd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:57.499030 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a3911230-8493-4f90-a3b0-24e0c75f9320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:57.867535 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device c8f5f3b6-0953-4e49-9715-b6f98fc2a29c up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:47:57.889326 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:47:57.898058 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:47:57.914370 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:47:57.914746 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:57.987929 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:47:57.988310 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:58.009893 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:47:58.012118 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a1ed82-2055-4eeb-9a88-a1f7ec2b1396" -d '{"events": [{"server_uuid": "ee8e8bef-1da8-4935-856c-cc46da8722f9", "name": "network-vif-plugged", "status": "completed", "tag": "c8f5f3b6-0953-4e49-9715-b6f98fc2a29c"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:47:58.024916 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,segment=NetworkSegment(7e944521-8cfe-4088-b6fb-2a1753b872a6),segment_id=7e944521-8cfe-4088-b6fb-2a1753b872a6)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:47:58.030135 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:47:58.052861 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0535782e-8904-4826-8e96-92cf743dd4d8 x-openstack-request-id: req-0535782e-8904-4826-8e96-92cf743dd4d8 {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:47:58.053173 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8e8bef-1da8-4935-856c-cc46da8722f9", "name": "network-vif-plugged", "status": "completed", "tag": "c8f5f3b6-0953-4e49-9715-b6f98fc2a29c", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:47:58.053435 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0535782e-8904-4826-8e96-92cf743dd4d8 {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:47:58.053847 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0535782e-8904-4826-8e96-92cf743dd4d8'] response: {'server_uuid': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c', 'code': 200} Jul 27 16:47:58.080512 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,revision_number=8']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:47:58.775178 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:00.437342 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:00.487145 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-cef5455c-cf7e-46c7-86d4-1d2f3e270ba6 req-3abab5ae-fc7d-4dbc-8b3d-11aefb4b7f60 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386193 Jul 27 16:48:00.524644 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:00.565202 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5455c-cf7e-46c7-86d4-1d2f3e270ba6 req-aa163841-31c2-4175-8991-8a1d4a2e9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:00.566645 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-cef5455c-cf7e-46c7-86d4-1d2f3e270ba6 req-aa163841-31c2-4175-8991-8a1d4a2e9596 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51a4d6fb95404988996ef7680ac1829e&device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 1130 time: 0.0382893 Jul 27 16:48:00.674605 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5455c-cf7e-46c7-86d4-1d2f3e270ba6 req-95ca8c4a-a879-46c4-a9c8-431a6ce207a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:00.676090 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-cef5455c-cf7e-46c7-86d4-1d2f3e270ba6 req-95ca8c4a-a879-46c4-a9c8-431a6ce207a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39b61bda-1ea9-402f-810a-2514b86ac30d HTTP/1.1" status: 200 len: 909 time: 0.0900681 Jul 27 16:48:00.737150 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-cef5455c-cf7e-46c7-86d4-1d2f3e270ba6 req-c86f834d-56c7-471a-8f4b-64e5cfb1c455 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c HTTP/1.1" status: 200 len: 1002 time: 0.0539770 Jul 27 16:48:00.789636 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5455c-cf7e-46c7-86d4-1d2f3e270ba6 req-d81fef6f-f7d9-45a4-9f43-b515473b0ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:00.791068 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-cef5455c-cf7e-46c7-86d4-1d2f3e270ba6 req-d81fef6f-f7d9-45a4-9f43-b515473b0ab8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0672f898-7f72-433a-8a90-bafe86bb08d1 HTTP/1.1" status: 200 len: 847 time: 0.0474751 Jul 27 16:48:00.833534 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5455c-cf7e-46c7-86d4-1d2f3e270ba6 req-9dcf34bb-fa27-430e-8192-884482517261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:00.834957 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-cef5455c-cf7e-46c7-86d4-1d2f3e270ba6 req-9dcf34bb-fa27-430e-8192-884482517261 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39b61bda-1ea9-402f-810a-2514b86ac30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375896 Jul 27 16:48:00.927448 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-cef5455c-cf7e-46c7-86d4-1d2f3e270ba6 req-0cd56ff7-faae-4de2-a0b8-d6e1c8274dcc service neutron] 10.222.0.20 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854907 Jul 27 16:48:01.014955 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-cef5455c-cf7e-46c7-86d4-1d2f3e270ba6 req-08a4d80d-bcc3-4252-b2de-01530e160b9c service neutron] 10.222.0.20 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811784 Jul 27 16:48:01.924150 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f617e912-a441-4d64-baab-35049b135334 req-a78797dd-7851-439c-8f0c-c263428ad5cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-773411907&fields=id&tenant_id=c24a78af0a5d46de89b42a548fc3f43c HTTP/1.1" status: 200 len: 267 time: 0.0476713 Jul 27 16:48:02.028809 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617e912-a441-4d64-baab-35049b135334 req-dcef7294-3724-450d-ac1d-3020fbe3ccb3 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:02.030395 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f617e912-a441-4d64-baab-35049b135334 req-dcef7294-3724-450d-ac1d-3020fbe3ccb3 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/networks?id=f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 200 len: 812 time: 0.1001167 Jul 27 16:48:02.045570 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f617e912-a441-4d64-baab-35049b135334 req-0f07574f-775d-45c6-97a5-09bd66373d20 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/quotas/c24a78af0a5d46de89b42a548fc3f43c HTTP/1.1" status: 200 len: 375 time: 0.0097523 Jul 27 16:48:02.092527 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:02.101896 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f617e912-a441-4d64-baab-35049b135334 req-fcde3389-cd55-490f-adb4-7e2f8c874baa tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509870 Jul 27 16:48:02.196608 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f617e912-a441-4d64-baab-35049b135334 req-a05e95cc-3bc9-4768-be69-85387a20958d service neutron] 10.222.0.74 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829682 Jul 27 16:48:02.291701 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f617e912-a441-4d64-baab-35049b135334 req-cbbb2a34-9a4b-470b-b15c-730906e09532 service neutron] 10.222.0.74 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888746 Jul 27 16:48:02.581474 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-817ac6a1-100d-4c6c-b274-0568b5be87c6 req-bb63eb9b-9323-4956-a840-4bb2532537f8 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 210 time: 0.0286736 Jul 27 16:48:02.985654 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:48:03.487159 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617e912-a441-4d64-baab-35049b135334 req-185e47f9-0775-45f2-af7f-3d56cc8ab31d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:03.488609 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f617e912-a441-4d64-baab-35049b135334 req-185e47f9-0775-45f2-af7f-3d56cc8ab31d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.20 "GET /v2.0/networks?id=f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 200 len: 812 time: 0.1092520 Jul 27 16:48:03.559550 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f617e912-a441-4d64-baab-35049b135334 req-6cbbe347-9c43-4837-a37a-391f903a664e tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c24a78af0a5d46de89b42a548fc3f43c HTTP/1.1" status: 200 len: 379 time: 0.0616996 Jul 27 16:48:03.568821 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-f617e912-a441-4d64-baab-35049b135334 req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Request body: {'port': {'device_id': '666e8fe7-1ae7-4435-be67-f8eb0a12c287', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'admin_state_up': True, 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'security_groups': ['d25f3411-cdaa-4120-b797-b729e19c91c0']}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:48:03.681148 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c8184b7-42bb-410b-b344-700c6a08c5a7 req-45546f57-3c17-4489-9c97-57b4897f2eb2 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 210 time: 0.0277307 Jul 27 16:48:03.681771 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f617e912-a441-4d64-baab-35049b135334 req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Made reservation on behalf of c24a78af0a5d46de89b42a548fc3f43c for: {'port': 1} {{(pid=104022) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 16:48:03.684639 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-f617e912-a441-4d64-baab-35049b135334 req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:03.737593 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:03.764828 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:03.815440 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [req-f617e912-a441-4d64-baab-35049b135334 req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Allocated IP 172.20.0.9 (f56948a9-265f-4da0-9590-a0bad1ef68c4/55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7/ac498a72-02d2-4701-9463-579a6c9ac491) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:48:03.965575 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-f617e912-a441-4d64-baab-35049b135334 req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for port (ac498a72-02d2-4701-9463-579a6c9ac491), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:03.998057 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-f617e912-a441-4d64-baab-35049b135334 req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (ac498a72-02d2-4701-9463-579a6c9ac491), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:04.043391 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f617e912-a441-4d64-baab-35049b135334 req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Network f56948a9-265f-4da0-9590-a0bad1ef68c4 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:48:04.047055 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [req-f617e912-a441-4d64-baab-35049b135334 req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:48:04.050929 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-f617e912-a441-4d64-baab-35049b135334 req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:48:04.078543 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event updated for resources: {'Port': ['ID=ac498a72-02d2-4701-9463-579a6c9ac491,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:04.092245 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:04.092514 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:04.092863 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:04.093229 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:04.093564 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:04.093892 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:04.094217 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:04.094541 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:04.094868 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:04.095190 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:04.095769 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:04.096099 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:04.096420 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:04.096741 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:04.097085 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:04.119137 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617e912-a441-4d64-baab-35049b135334 req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:04.120283 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-f617e912-a441-4d64-baab-35049b135334 req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:04.140329 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f617e912-a441-4d64-baab-35049b135334 req-4585e7db-0966-4750-9f8d-275b1c59b250 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5752678 Jul 27 16:48:04.154204 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.v2.base [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Request body: {'port': {'device_id': '666e8fe7-1ae7-4435-be67-f8eb0a12c287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84969'}} {{(pid=104022) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:48:04.216873 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (ac498a72-02d2-4701-9463-579a6c9ac491), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:04.308610 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-2afc7857-8752-4c43-b100-eb70249d66c5 None None] Provisioning complete for port ac498a72-02d2-4701-9463-579a6c9ac491 triggered by entity DHCP. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:48:04.309176 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2afc7857-8752-4c43-b100-eb70249d66c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (ac498a72-02d2-4701-9463-579a6c9ac491), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:04.343599 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-2afc7857-8752-4c43-b100-eb70249d66c5 None None] Port ac498a72-02d2-4701-9463-579a6c9ac491 cannot update to ACTIVE because it is not bound. {{(pid=104023) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 27 16:48:04.471536 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac498a72-02d2-4701-9463-579a6c9ac491 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:48:04.479002 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Publish callbacks [] for port (ac498a72-02d2-4701-9463-579a6c9ac491), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:04.491117 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Transition to ACTIVE for port object ac498a72-02d2-4701-9463-579a6c9ac491 will not be triggered until provisioned by entity L2. {{(pid=104022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 27 16:48:04.494386 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (ac498a72-02d2-4701-9463-579a6c9ac491), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:04.534897 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:04.538272 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:04.548763 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac498a72-02d2-4701-9463-579a6c9ac491,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:04.622696 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Attempting to bind port ac498a72-02d2-4701-9463-579a6c9ac491 on host hv-cinder-84969 for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 27 16:48:04.623180 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Attempting to bind port ac498a72-02d2-4701-9463-579a6c9ac491 by drivers openvswitch,hyperv on host hv-cinder-84969 at level 0 using segments [{'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 27 16:48:04.623630 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Attempting to bind port ac498a72-02d2-4701-9463-579a6c9ac491 on network f56948a9-265f-4da0-9590-a0bad1ef68c4 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:48:04.628488 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Port ac498a72-02d2-4701-9463-579a6c9ac491 on network f56948a9-265f-4da0-9590-a0bad1ef68c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84969 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 27 16:48:04.628953 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Attempting to bind port ac498a72-02d2-4701-9463-579a6c9ac491 on network f56948a9-265f-4da0-9590-a0bad1ef68c4 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 27 16:48:04.634213 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Checking agent: {'id': '17477792-b370-4601-bb37-b394f53d9dd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84969', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'started_at': datetime.datetime(2022, 7, 27, 16, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 27, 16, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 27 16:48:04.634551 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Checking segment: {'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 27 16:48:04.634931 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Bound using segment: {'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 27 16:48:04.635887 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Bound port: ac498a72-02d2-4701-9463-579a6c9ac491, host: hv-cinder-84969, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '677d854b-aa7d-4596-aa25-8015cff964a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 27 16:48:04.636244 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (ac498a72-02d2-4701-9463-579a6c9ac491), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:04.702341 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] For port ac498a72-02d2-4701-9463-579a6c9ac491, host hv-cinder-84969, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 16:48:04.705306 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] For port ac498a72-02d2-4701-9463-579a6c9ac491, host hv-cinder-84969, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=ac498a72-02d2-4701-9463-579a6c9ac491,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 16:48:04.711577 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5990918'] for port (ac498a72-02d2-4701-9463-579a6c9ac491), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:04.746649 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:04.747268 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:04.748647 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f617e912-a441-4d64-baab-35049b135334 req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] 10.222.0.20 "PUT /v2.0/ports/ac498a72-02d2-4701-9463-579a6c9ac491 HTTP/1.1" status: 200 len: 1093 time: 0.5987978 Jul 27 16:48:04.749101 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666e8fe7-1ae7-4435-be67-f8eb0a12c287', 'tag': 'ac498a72-02d2-4701-9463-579a6c9ac491'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:48:04.751396 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55bfbc1-e66a-45c6-9de9-18cb78f8fb85" -d '{"events": [{"name": "network-changed", "server_uuid": "666e8fe7-1ae7-4435-be67-f8eb0a12c287", "tag": "ac498a72-02d2-4701-9463-579a6c9ac491"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:04.777422 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbecf11-d052-4913-bc72-15713c87bab9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac498a72-02d2-4701-9463-579a6c9ac491,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:04.831577 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fe9ef-4f9b-4e65-820d-30cab49ae851 req-82110164-7be9-4dfd-9353-413ae8efa82a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:04.833401 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b20fe9ef-4f9b-4e65-820d-30cab49ae851 req-82110164-7be9-4dfd-9353-413ae8efa82a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 943 time: 0.0764883 Jul 27 16:48:04.841487 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e468bf-421e-49a7-b227-f6bca2d3e162 x-openstack-request-id: req-44e468bf-421e-49a7-b227-f6bca2d3e162 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:04.841918 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666e8fe7-1ae7-4435-be67-f8eb0a12c287", "tag": "ac498a72-02d2-4701-9463-579a6c9ac491", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:04.842321 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-44e468bf-421e-49a7-b227-f6bca2d3e162 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:04.842818 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e468bf-421e-49a7-b227-f6bca2d3e162'] response: {'name': 'network-changed', 'server_uuid': '666e8fe7-1ae7-4435-be67-f8eb0a12c287', 'tag': 'ac498a72-02d2-4701-9463-579a6c9ac491', 'status': 'completed', 'code': 200} Jul 27 16:48:04.873789 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617e912-a441-4d64-baab-35049b135334 req-d2df7b3b-82aa-4d61-88f6-181714b22e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:04.875289 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f617e912-a441-4d64-baab-35049b135334 req-d2df7b3b-82aa-4d61-88f6-181714b22e6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 1127 time: 0.0607545 Jul 27 16:48:04.895788 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b20fe9ef-4f9b-4e65-820d-30cab49ae851 req-f70bd678-9085-4278-bea4-d8fae45713a2 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528533 Jul 27 16:48:04.925386 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f617e912-a441-4d64-baab-35049b135334 req-41e365ea-6402-45d8-b6c8-2525d70b917d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac498a72-02d2-4701-9463-579a6c9ac491 HTTP/1.1" status: 200 len: 217 time: 0.0419676 Jul 27 16:48:04.975827 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617e912-a441-4d64-baab-35049b135334 req-8153b63b-ab2e-4c7b-9a59-b27732c6e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:04.977290 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f617e912-a441-4d64-baab-35049b135334 req-8153b63b-ab2e-4c7b-9a59-b27732c6e115 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7 HTTP/1.1" status: 200 len: 851 time: 0.0454664 Jul 27 16:48:05.023220 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617e912-a441-4d64-baab-35049b135334 req-009d7878-d698-43e0-8b3e-da38f2b90da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:05.024691 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f617e912-a441-4d64-baab-35049b135334 req-009d7878-d698-43e0-8b3e-da38f2b90da0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56948a9-265f-4da0-9590-a0bad1ef68c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382826 Jul 27 16:48:05.121157 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f617e912-a441-4d64-baab-35049b135334 req-f09bd365-74dd-4865-bbd6-f2c90c02b914 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898457 Jul 27 16:48:05.215574 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-f617e912-a441-4d64-baab-35049b135334 req-33895678-19a1-4aa3-96e6-fb72effd68c8 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873520 Jul 27 16:48:05.490872 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bfbc1-e66a-45c6-9de9-18cb78f8fb85 req-d1c7f0bd-e4c5-4053-8138-b291796b3988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:05.492339 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c55bfbc1-e66a-45c6-9de9-18cb78f8fb85 req-d1c7f0bd-e4c5-4053-8138-b291796b3988 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 1127 time: 0.0412450 Jul 27 16:48:05.587016 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bfbc1-e66a-45c6-9de9-18cb78f8fb85 req-b41986a7-a3f5-4920-9329-14886761351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:05.588705 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c55bfbc1-e66a-45c6-9de9-18cb78f8fb85 req-b41986a7-a3f5-4920-9329-14886761351b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 200 len: 913 time: 0.0888989 Jul 27 16:48:05.638692 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c55bfbc1-e66a-45c6-9de9-18cb78f8fb85 req-8c8a56d2-62cb-4410-9954-f803584051e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac498a72-02d2-4701-9463-579a6c9ac491 HTTP/1.1" status: 200 len: 217 time: 0.0387597 Jul 27 16:48:05.689538 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bfbc1-e66a-45c6-9de9-18cb78f8fb85 req-925f41fd-35f4-4621-9692-79f7a7309099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:05.690962 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c55bfbc1-e66a-45c6-9de9-18cb78f8fb85 req-925f41fd-35f4-4621-9692-79f7a7309099 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7 HTTP/1.1" status: 200 len: 851 time: 0.0441206 Jul 27 16:48:05.734271 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bfbc1-e66a-45c6-9de9-18cb78f8fb85 req-eb7006fc-7fe9-4caa-815b-9ed089466fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:05.735656 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c55bfbc1-e66a-45c6-9de9-18cb78f8fb85 req-eb7006fc-7fe9-4caa-815b-9ed089466fc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56948a9-265f-4da0-9590-a0bad1ef68c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368598 Jul 27 16:48:05.812587 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:06.021016 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edac9d-07dd-41d2-8239-012a3c96ff9d req-407c7438-b579-4b1a-a5ff-c956d8cadf2e tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:06.022542 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-92edac9d-07dd-41d2-8239-012a3c96ff9d req-407c7438-b579-4b1a-a5ff-c956d8cadf2e tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 943 time: 0.0495820 Jul 27 16:48:06.054725 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c55bfbc1-e66a-45c6-9de9-18cb78f8fb85 req-3d40dcbb-714b-4c2c-a7c2-8f3ff9915969 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126814 Jul 27 16:48:06.075308 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-92edac9d-07dd-41d2-8239-012a3c96ff9d req-0620e0b4-6c0a-4cdf-b6c5-291fe8ac1ab9 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470121 Jul 27 16:48:06.136703 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:06.142901 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c55bfbc1-e66a-45c6-9de9-18cb78f8fb85 req-40cdcb3e-df8f-44db-ac8e-8a5b733a8334 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823996 Jul 27 16:48:07.193157 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633ab04-0bd8-460d-bcd3-c811a6b90fe3 req-14638d04-df6a-4325-90dc-6041ea813e1f tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:07.194617 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8633ab04-0bd8-460d-bcd3-c811a6b90fe3 req-14638d04-df6a-4325-90dc-6041ea813e1f tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 943 time: 0.0479481 Jul 27 16:48:07.242479 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8633ab04-0bd8-460d-bcd3-c811a6b90fe3 req-6716d414-9464-4a89-80a7-1d4ca6d5ef23 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417709 Jul 27 16:48:08.365531 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca4abe-43af-4604-a1c5-988147c96e60 req-c3c5c488-dd90-4d16-b925-59d112e25480 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:08.366970 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-70ca4abe-43af-4604-a1c5-988147c96e60 req-c3c5c488-dd90-4d16-b925-59d112e25480 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 943 time: 0.0497551 Jul 27 16:48:08.414438 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-70ca4abe-43af-4604-a1c5-988147c96e60 req-6865de18-3716-4573-bea2-944f190fd38f tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414000 Jul 27 16:48:09.531086 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c7fa3-8cb7-4615-91bd-32e4e2154b12 req-6b697977-ac36-4e9f-8882-1da2c65af1ca tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:09.532531 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd3c7fa3-8cb7-4615-91bd-32e4e2154b12 req-6b697977-ac36-4e9f-8882-1da2c65af1ca tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 943 time: 0.0474148 Jul 27 16:48:09.581058 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd3c7fa3-8cb7-4615-91bd-32e4e2154b12 req-4ef5c3e2-181d-4ded-8421-33802d37c26f tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430169 Jul 27 16:48:10.700905 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c12b3-44e5-4c37-8eca-0a9f4bc2d055 req-9b3802dd-6fd6-46c1-996c-7d30e2d3ad05 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:10.702366 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-721c12b3-44e5-4c37-8eca-0a9f4bc2d055 req-9b3802dd-6fd6-46c1-996c-7d30e2d3ad05 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 943 time: 0.0500145 Jul 27 16:48:10.741096 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:10.750666 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-721c12b3-44e5-4c37-8eca-0a9f4bc2d055 req-3622ae81-63e7-4970-9dee-018723ba17d8 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428720 Jul 27 16:48:11.866270 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfa47f-be6c-4ac0-b342-6c9af639f716 req-2df87bc8-982b-48d4-8963-41640913df9d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:11.867740 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48bfa47f-be6c-4ac0-b342-6c9af639f716 req-2df87bc8-982b-48d4-8963-41640913df9d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 943 time: 0.0477707 Jul 27 16:48:11.915043 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48bfa47f-be6c-4ac0-b342-6c9af639f716 req-009cb4e9-65eb-4500-8ab9-59fc1fa0f0ae tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418932 Jul 27 16:48:12.034112 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:13.032077 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b74c6-a0db-43a1-8098-27e1dd9def06 req-59f4cc0e-4757-445d-811a-261bc2388982 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:13.033572 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f74b74c6-a0db-43a1-8098-27e1dd9def06 req-59f4cc0e-4757-445d-811a-261bc2388982 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 943 time: 0.0467577 Jul 27 16:48:13.085872 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f74b74c6-a0db-43a1-8098-27e1dd9def06 req-54dbc7ad-92ab-4bcb-92b2-e41c540709c5 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467987 Jul 27 16:48:13.922056 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device ac498a72-02d2-4701-9463-579a6c9ac491 details requested by agent hyperv_hv-cinder-84969 with host hv-cinder-84969 {{(pid=104023) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 16:48:14.020191 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port ac498a72-02d2-4701-9463-579a6c9ac491, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=ac498a72-02d2-4701-9463-579a6c9ac491,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:14.031409 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Returning: {'device': 'ac498a72-02d2-4701-9463-579a6c9ac491', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'port_id': 'ac498a72-02d2-4701-9463-579a6c9ac491', 'mac_address': 'fa:16:3e:05:ec:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104023) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 16:48:14.065515 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port ac498a72-02d2-4701-9463-579a6c9ac491 is: DOWN; New status is: BUILD {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:48:14.065904 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (ac498a72-02d2-4701-9463-579a6c9ac491), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:14.082794 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac498a72-02d2-4701-9463-579a6c9ac491 {{(pid=104023) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 27 16:48:14.102775 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port ac498a72-02d2-4701-9463-579a6c9ac491, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=ac498a72-02d2-4701-9463-579a6c9ac491,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:14.106607 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (ac498a72-02d2-4701-9463-579a6c9ac491), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:14.154082 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=ac498a72-02d2-4701-9463-579a6c9ac491,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:14.207121 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be48f5c-e8de-4611-921b-25bdb34ce205 req-67fdc340-4c64-4df1-86b5-c77fbc4d4f3d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:14.208600 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1be48f5c-e8de-4611-921b-25bdb34ce205 req-67fdc340-4c64-4df1-86b5-c77fbc4d4f3d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 944 time: 0.0479965 Jul 27 16:48:14.230386 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:14.261360 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1be48f5c-e8de-4611-921b-25bdb34ce205 req-7e44fa0d-510a-463a-a834-3c7a91b7db05 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458984 Jul 27 16:48:14.346496 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] get_ports_and_sgs() called for port_ids ['ac498a72-02d2-4701-9463-579a6c9ac491'] {{(pid=104023) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 16:48:14.443075 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:14.555890 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:15.377510 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085db5d-52c4-49f5-b6e3-fb19373b83ae req-9a5d253f-ae0a-4b48-8328-8da60a6c0c94 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:15.378982 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c085db5d-52c4-49f5-b6e3-fb19373b83ae req-9a5d253f-ae0a-4b48-8328-8da60a6c0c94 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 944 time: 0.0475638 Jul 27 16:48:15.428462 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c085db5d-52c4-49f5-b6e3-fb19373b83ae req-066bed69-1a79-410c-92e2-7c7cf0c3234e tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435472 Jul 27 16:48:15.936027 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device ac498a72-02d2-4701-9463-579a6c9ac491 up at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 16:48:15.981080 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning for port ac498a72-02d2-4701-9463-579a6c9ac491 completed by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 27 16:48:15.986855 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.provisioning_blocks [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Provisioning complete for port ac498a72-02d2-4701-9463-579a6c9ac491 triggered by entity L2. {{(pid=104023) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 27 16:48:15.987228 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1236128'] for port (ac498a72-02d2-4701-9463-579a6c9ac491), provisioning_complete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:16.064116 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Current status of the port ac498a72-02d2-4701-9463-579a6c9ac491 is: BUILD; New status is: ACTIVE {{(pid=104023) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 27 16:48:16.064500 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (ac498a72-02d2-4701-9463-579a6c9ac491), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:16.086884 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666e8fe7-1ae7-4435-be67-f8eb0a12c287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac498a72-02d2-4701-9463-579a6c9ac491'}] {{(pid=104023) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:48:16.089111 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66d75c0ef4b46321973ab953dba275f023772267e78d1e99ef41b4217fcb4d74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fabcc1-6091-4c9f-aed7-70a691d0f6d1" -d '{"events": [{"server_uuid": "666e8fe7-1ae7-4435-be67-f8eb0a12c287", "name": "network-vif-plugged", "status": "completed", "tag": "ac498a72-02d2-4701-9463-579a6c9ac491"}]}' {{(pid=104023) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:16.102955 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] For port ac498a72-02d2-4701-9463-579a6c9ac491, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=ac498a72-02d2-4701-9463-579a6c9ac491,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:48:16.107406 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423'] for port (ac498a72-02d2-4701-9463-579a6c9ac491), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:16.129253 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de59ea20-593e-4659-99fe-d3799fde380c x-openstack-request-id: req-de59ea20-593e-4659-99fe-d3799fde380c {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:16.129541 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666e8fe7-1ae7-4435-be67-f8eb0a12c287", "name": "network-vif-plugged", "status": "completed", "tag": "ac498a72-02d2-4701-9463-579a6c9ac491", "code": 200}]} {{(pid=104023) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:16.129811 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-de59ea20-593e-4659-99fe-d3799fde380c {{(pid=104023) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:16.130182 dv-cinder-849690-6-iscsi neutron-server[104023]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de59ea20-593e-4659-99fe-d3799fde380c'] response: {'server_uuid': '666e8fe7-1ae7-4435-be67-f8eb0a12c287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac498a72-02d2-4701-9463-579a6c9ac491', 'code': 200} Jul 27 16:48:16.139553 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=9 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:16.156232 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Pushing event updated for resources: {'Port': ['ID=ac498a72-02d2-4701-9463-579a6c9ac491,revision_number=5']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:16.500810 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d0dc4-5f30-4c5b-8a57-b7f12173514c req-00494d10-6ff1-446d-a1f0-4017f76108d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:16.502340 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-227d0dc4-5f30-4c5b-8a57-b7f12173514c req-00494d10-6ff1-446d-a1f0-4017f76108d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 1129 time: 0.0388722 Jul 27 16:48:16.552340 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-227d0dc4-5f30-4c5b-8a57-b7f12173514c req-84cb35df-98e2-4cca-9ad8-9abff289a679 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437427 Jul 27 16:48:16.553968 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2c4e1-430e-4344-a13e-480125d57e48 req-48aa0d8b-4a0e-46e6-a801-22da7e6a0ea9 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:16.555433 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86b2c4e1-430e-4344-a13e-480125d57e48 req-48aa0d8b-4a0e-46e6-a801-22da7e6a0ea9 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 945 time: 0.0513525 Jul 27 16:48:16.604896 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86b2c4e1-430e-4344-a13e-480125d57e48 req-a2a7aabe-b47b-49ca-ad9e-c6cd5183f777 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432260 Jul 27 16:48:17.723010 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadebff-85aa-41a8-a371-fa84d73094a9 req-0ddfc9bf-90a1-4c11-b7cb-5cd1579d2c35 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:17.724462 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ecadebff-85aa-41a8-a371-fa84d73094a9 req-0ddfc9bf-90a1-4c11-b7cb-5cd1579d2c35 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 945 time: 0.0473235 Jul 27 16:48:17.772735 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ecadebff-85aa-41a8-a371-fa84d73094a9 req-8333c464-f4ea-4024-bd53-6444212d292d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428741 Jul 27 16:48:17.890911 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a8493-7d64-4592-ab37-daf8cec5a1cd req-eca59e9e-03ac-4f42-a6f1-8c714956a37a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:17.892328 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cc2a8493-7d64-4592-ab37-daf8cec5a1cd req-eca59e9e-03ac-4f42-a6f1-8c714956a37a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 945 time: 0.0504537 Jul 27 16:48:17.947221 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cc2a8493-7d64-4592-ab37-daf8cec5a1cd req-b8537a9c-4851-4208-988c-f9a574b91d12 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493743 Jul 27 16:48:17.972794 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48358) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:48:18.010989 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440b1886-c2c7-4435-9139-d437b3d58030 tempest-TestVolumeBootPattern-1917232714 tempest-TestVolumeBootPattern-1917232714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:18.012565 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-440b1886-c2c7-4435-9139-d437b3d58030 tempest-TestVolumeBootPattern-1917232714 tempest-TestVolumeBootPattern-1917232714-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 1124 time: 0.0387380 Jul 27 16:48:18.015343 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48360) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:48:18.019673 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Request body: {'floatingip': {'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'port_id': 'ac498a72-02d2-4701-9463-579a6c9ac491', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 27 16:48:18.040592 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:18.122180 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:18.225619 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Allocated IP 172.27.2.146 (324767fb-ff40-4d46-af34-41c9254e2f1f/cddb6bc5-beaa-4603-8841-6a3a0457e2c7/ad70d76f-4e3e-4e60-abd7-e4fd7ec8e019) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 16:48:18.229239 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:18.331098 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for port (ad70d76f-4e3e-4e60-abd7-e4fd7ec8e019), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:18.363789 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729474968387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (ad70d76f-4e3e-4e60-abd7-e4fd7ec8e019), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:18.402701 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Network 324767fb-ff40-4d46-af34-41c9254e2f1f is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 16:48:18.407523 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 16:48:18.411505 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 27 16:48:18.414428 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event updated for resources: {'Port': ['ID=ad70d76f-4e3e-4e60-abd7-e4fd7ec8e019,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:18.440954 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:18.441232 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:18.441575 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:18.441916 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:18.442250 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:18.442578 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:18.442905 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:18.443229 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:18.443642 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:18.443975 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:18.444301 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:18.444627 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:18.444978 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:18.445302 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:18.445622 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:48:18.455268 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:18.772723 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for floatingip (274e8671-984a-452c-8715-2e732e494874), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:18.837214 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1963715'] for port (ad70d76f-4e3e-4e60-abd7-e4fd7ec8e019), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:18.978668 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:18.992818 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for port (ad70d76f-4e3e-4e60-abd7-e4fd7ec8e019), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:18.997164 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729475364060', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729474968405', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729474968423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5474485'] for port (ad70d76f-4e3e-4e60-abd7-e4fd7ec8e019), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:19.069982 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event updated for resources: {'Port': ['ID=ad70d76f-4e3e-4e60-abd7-e4fd7ec8e019,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:48:19.078680 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427748'] for floatingip (274e8671-984a-452c-8715-2e732e494874), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:19.173422 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Floating IP 274e8671-984a-452c-8715-2e732e494874 associated. External IP: 172.27.2.146, port: ac498a72-02d2-4701-9463-579a6c9ac491. Jul 27 16:48:19.272189 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:19.375768 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:48:19.477389 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:48:19.486746 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11adb520-e0cc-4dca-8c16-2e268b71c3ee None None] Sync routers for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:48:19.494895 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:19.496904 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11adb520-e0cc-4dca-8c16-2e268b71c3ee None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:48:19.497541 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-11adb520-e0cc-4dca-8c16-2e268b71c3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:47:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:19.525997 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-98856cfe-cf2c-491e-b415-f659a8a7ba1c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5096483 Jul 27 16:48:19.526588 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666e8fe7-1ae7-4435-be67-f8eb0a12c287', 'tag': 'ac498a72-02d2-4701-9463-579a6c9ac491'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:48:19.529495 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324156b2-4b65-4f43-a1ad-b9bd16885c10" -d '{"events": [{"name": "network-changed", "server_uuid": "666e8fe7-1ae7-4435-be67-f8eb0a12c287", "tag": "ac498a72-02d2-4701-9463-579a6c9ac491"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:48:19.600059 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-11adb520-e0cc-4dca-8c16-2e268b71c3ee None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:48:19.618564 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952571e3-7ca3-42b0-9363-eea95ebe3657 x-openstack-request-id: req-952571e3-7ca3-42b0-9363-eea95ebe3657 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:48:19.618855 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666e8fe7-1ae7-4435-be67-f8eb0a12c287", "tag": "ac498a72-02d2-4701-9463-579a6c9ac491", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:48:19.619102 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-952571e3-7ca3-42b0-9363-eea95ebe3657 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:48:19.619505 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952571e3-7ca3-42b0-9363-eea95ebe3657'] response: {'name': 'network-changed', 'server_uuid': '666e8fe7-1ae7-4435-be67-f8eb0a12c287', 'tag': 'ac498a72-02d2-4701-9463-579a6c9ac491', 'status': 'completed', 'code': 200} Jul 27 16:48:19.679106 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324156b2-4b65-4f43-a1ad-b9bd16885c10 req-1bff8ea7-86a6-40c9-8593-14d5c857e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:19.680551 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-324156b2-4b65-4f43-a1ad-b9bd16885c10 req-1bff8ea7-86a6-40c9-8593-14d5c857e8ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 1129 time: 0.0387824 Jul 27 16:48:19.774519 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324156b2-4b65-4f43-a1ad-b9bd16885c10 req-5eb46116-3d13-46ac-a963-201d2693cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:19.775962 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-324156b2-4b65-4f43-a1ad-b9bd16885c10 req-5eb46116-3d13-46ac-a963-201d2693cce6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 200 len: 913 time: 0.0890493 Jul 27 16:48:19.813518 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-11adb520-e0cc-4dca-8c16-2e268b71c3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '274e8671-984a-452c-8715-2e732e494874', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'port_id': 'ac498a72-02d2-4701-9463-579a6c9ac491', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'mac_address': 'fa:16:3e:05:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666e8fe7-1ae7-4435-be67-f8eb0a12c287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:48:18Z', 'updated_at': '2022-07-27T16:48:18Z', 'revision_number': 0, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address_scope': None}, {'id': 'be4f5d04-a50d-4db7-8b5a-86502710f760', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'port_id': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'mac_address': 'fa:16:3e:25:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:46:26Z', 'updated_at': '2022-07-27T16:46:28Z', 'revision_number': 1, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:19.836619 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-324156b2-4b65-4f43-a1ad-b9bd16885c10 req-066bee86-d532-45aa-afe7-89882ede7728 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac498a72-02d2-4701-9463-579a6c9ac491 HTTP/1.1" status: 200 len: 999 time: 0.0546882 Jul 27 16:48:19.839528 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11adb520-e0cc-4dca-8c16-2e268b71c3ee None None] Checking router: 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:48:19.848296 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11adb520-e0cc-4dca-8c16-2e268b71c3ee None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:48:19.848917 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-11adb520-e0cc-4dca-8c16-2e268b71c3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:47:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:19.886023 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324156b2-4b65-4f43-a1ad-b9bd16885c10 req-68a8c296-068c-4a75-aa06-588c95e1777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:19.888009 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-324156b2-4b65-4f43-a1ad-b9bd16885c10 req-68a8c296-068c-4a75-aa06-588c95e1777a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7 HTTP/1.1" status: 200 len: 851 time: 0.0445914 Jul 27 16:48:19.934308 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324156b2-4b65-4f43-a1ad-b9bd16885c10 req-637eb9c1-050d-4c45-9017-f035c15b2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:48:19.935696 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-324156b2-4b65-4f43-a1ad-b9bd16885c10 req-637eb9c1-050d-4c45-9017-f035c15b2dc6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56948a9-265f-4da0-9590-a0bad1ef68c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415964 Jul 27 16:48:19.950346 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-11adb520-e0cc-4dca-8c16-2e268b71c3ee None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:48:20.026024 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-324156b2-4b65-4f43-a1ad-b9bd16885c10 req-e0494b78-75de-4ae7-9055-9b89d29f4cd9 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842810 Jul 27 16:48:20.123321 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-324156b2-4b65-4f43-a1ad-b9bd16885c10 req-3121261d-ce29-48ea-8454-aa92b26d9762 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908823 Jul 27 16:48:20.164412 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-11adb520-e0cc-4dca-8c16-2e268b71c3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '274e8671-984a-452c-8715-2e732e494874', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'port_id': 'ac498a72-02d2-4701-9463-579a6c9ac491', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'mac_address': 'fa:16:3e:05:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666e8fe7-1ae7-4435-be67-f8eb0a12c287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:48:18Z', 'updated_at': '2022-07-27T16:48:18Z', 'revision_number': 0, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address_scope': None}, {'id': 'be4f5d04-a50d-4db7-8b5a-86502710f760', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'port_id': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'mac_address': 'fa:16:3e:25:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:46:26Z', 'updated_at': '2022-07-27T16:46:28Z', 'revision_number': 1, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:48:20.189878 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11adb520-e0cc-4dca-8c16-2e268b71c3ee None None] The sync data for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi is: [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': '274e8671-984a-452c-8715-2e732e494874', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'floating_ip_address': '172.27.2.146', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'port_id': 'ac498a72-02d2-4701-9463-579a6c9ac491', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'mac_address': 'fa:16:3e:05:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666e8fe7-1ae7-4435-be67-f8eb0a12c287', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:48:18Z', 'updated_at': '2022-07-27T16:48:18Z', 'revision_number': 0, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address_scope': None}, {'id': 'be4f5d04-a50d-4db7-8b5a-86502710f760', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'port_id': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'mac_address': 'fa:16:3e:25:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:46:26Z', 'updated_at': '2022-07-27T16:46:28Z', 'revision_number': 1, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:48:20.368569 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0ac375-82e5-4487-b54d-7a8bc7803763 None None] New status for floating IP 274e8671-984a-452c-8715-2e732e494874: ACTIVE {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:48:20.585184 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:25.398776 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-b8e88984-2253-45b8-9567-68e27135c532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:27.499729 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5fbdf65f-cf38-41c1-a612-751fa67edc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:28.776277 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:29.520627 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=57,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:29.522606 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:30.118685 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=54 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:30.119407 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=58 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:30.166710 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=84 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:30.167798 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=94 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:30.439347 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:30.526134 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:39.985370 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:48:40.520400 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=65,neutron:UPDATE=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:40.522256 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=48,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:49.979245 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:49.980028 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=5 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:48:50.577861 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:55.401080 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-bc929b33-7818-4196-8016-f5bbbaf91bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:57.504120 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-61070179-4bb2-424c-b53a-696ac6292ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:48:58.780278 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:00.441725 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:00.527872 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:01.831320 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1ddc40ef-5abc-4e10-97ef-bd8125392b57 req-a6cbda2a-fde1-4256-9df5-ce65ecd901d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382869 Jul 27 16:49:01.889015 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc40ef-5abc-4e10-97ef-bd8125392b57 req-bb4876c6-aff6-4e95-b584-4701aa9b9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:49:01.890500 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1ddc40ef-5abc-4e10-97ef-bd8125392b57 req-bb4876c6-aff6-4e95-b584-4701aa9b9663 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 1129 time: 0.0387509 Jul 27 16:49:01.994281 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc40ef-5abc-4e10-97ef-bd8125392b57 req-126eb8b9-0b48-4aca-abe1-db1961c3e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:49:01.995823 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1ddc40ef-5abc-4e10-97ef-bd8125392b57 req-126eb8b9-0b48-4aca-abe1-db1961c3e104 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 200 len: 913 time: 0.0875013 Jul 27 16:49:02.056277 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1ddc40ef-5abc-4e10-97ef-bd8125392b57 req-471dbe1b-3f41-4ba8-8abc-af26e50e7748 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f1a1da0-d2e8-43f5-b677-4367ca8c57bd HTTP/1.1" status: 200 len: 1001 time: 0.0542405 Jul 27 16:49:02.107850 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc40ef-5abc-4e10-97ef-bd8125392b57 req-a61c7d61-a048-4e6b-8a03-7bfa86ae4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:49:02.109208 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1ddc40ef-5abc-4e10-97ef-bd8125392b57 req-a61c7d61-a048-4e6b-8a03-7bfa86ae4bec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7 HTTP/1.1" status: 200 len: 851 time: 0.0466297 Jul 27 16:49:02.150361 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc40ef-5abc-4e10-97ef-bd8125392b57 req-7fc5eee8-7933-44b5-be07-994d527fb1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:49:02.151805 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1ddc40ef-5abc-4e10-97ef-bd8125392b57 req-7fc5eee8-7933-44b5-be07-994d527fb1b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56948a9-265f-4da0-9590-a0bad1ef68c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374138 Jul 27 16:49:02.240669 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1ddc40ef-5abc-4e10-97ef-bd8125392b57 req-474c811f-7be5-41fa-92ab-36a3dc6164dc service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827889 Jul 27 16:49:02.332485 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-1ddc40ef-5abc-4e10-97ef-bd8125392b57 req-7a82b19a-b53e-40d4-b725-08ba45ba13a0 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858994 Jul 27 16:49:05.547863 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48380) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:49:05.698526 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-b6239f71-d953-465c-aa35-0a7cb1dedaa0 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Deleting port 59489006-65ad-4126-ac5f-85baccc2f269 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:49:05.699438 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b6239f71-d953-465c-aa35-0a7cb1dedaa0 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (59489006-65ad-4126-ac5f-85baccc2f269), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:05.774033 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b6239f71-d953-465c-aa35-0a7cb1dedaa0 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (59489006-65ad-4126-ac5f-85baccc2f269), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:05.774353 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b6239f71-d953-465c-aa35-0a7cb1dedaa0 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for floatingip (59489006-65ad-4126-ac5f-85baccc2f269), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:05.786688 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-b6239f71-d953-465c-aa35-0a7cb1dedaa0 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Calling delete_port for 59489006-65ad-4126-ac5f-85baccc2f269 owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:49:05.953384 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b6239f71-d953-465c-aa35-0a7cb1dedaa0 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (59489006-65ad-4126-ac5f-85baccc2f269), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:05.975255 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6239f71-d953-465c-aa35-0a7cb1dedaa0 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Pushing event deleted for resources: {'Port': ['ID=59489006-65ad-4126-ac5f-85baccc2f269,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:06.040423 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b6239f71-d953-465c-aa35-0a7cb1dedaa0 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for floatingip (dc5c3e07-2fce-4823-9bcf-22b11d44d737), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:06.040745 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-b6239f71-d953-465c-aa35-0a7cb1dedaa0 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Floating IP dc5c3e07-2fce-4823-9bcf-22b11d44d737 disassociated (deleted). External IP: 172.27.2.105, port: c8f5f3b6-0953-4e49-9715-b6f98fc2a29c. Jul 27 16:49:06.233798 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6239f71-d953-465c-aa35-0a7cb1dedaa0 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Router d5ccfb4d-71da-40aa-b008-394cc2f7d150 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:49:06.337555 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6239f71-d953-465c-aa35-0a7cb1dedaa0 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:49:06.343159 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b6239f71-d953-465c-aa35-0a7cb1dedaa0 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:06.347964 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff03a54-27e1-4462-a8c3-89eca0ef28df None None] Sync routers for ids ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:49:06.359526 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff03a54-27e1-4462-a8c3-89eca0ef28df None None] Routers {'d5ccfb4d-71da-40aa-b008-394cc2f7d150'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:49:06.360571 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-6ff03a54-27e1-4462-a8c3-89eca0ef28df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:48:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:06.377246 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b6239f71-d953-465c-aa35-0a7cb1dedaa0 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "DELETE /v2.0/floatingips/dc5c3e07-2fce-4823-9bcf-22b11d44d737 HTTP/1.1" status: 204 len: 168 time: 0.8282728 Jul 27 16:49:06.377831 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'tag': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:49:06.380076 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a034628a-5b44-4c01-9415-27bed9ec2541" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8e8bef-1da8-4935-856c-cc46da8722f9", "tag": "c8f5f3b6-0953-4e49-9715-b6f98fc2a29c"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:06.428092 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d425d38d-4301-4546-b364-ec6614c67179 x-openstack-request-id: req-d425d38d-4301-4546-b364-ec6614c67179 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:06.428337 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8e8bef-1da8-4935-856c-cc46da8722f9", "tag": "c8f5f3b6-0953-4e49-9715-b6f98fc2a29c", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:06.428560 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d425d38d-4301-4546-b364-ec6614c67179 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:06.429007 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d425d38d-4301-4546-b364-ec6614c67179'] response: {'name': 'network-changed', 'server_uuid': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'tag': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c', 'status': 'completed', 'code': 200} Jul 27 16:49:06.465009 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-6ff03a54-27e1-4462-a8c3-89eca0ef28df None None] Set router d5ccfb4d-71da-40aa-b008-394cc2f7d150 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:49:06.488941 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034628a-5b44-4c01-9415-27bed9ec2541 req-d7713047-8b01-4e73-b2e6-c1369de4c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:49:06.490383 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a034628a-5b44-4c01-9415-27bed9ec2541 req-d7713047-8b01-4e73-b2e6-c1369de4c87e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51a4d6fb95404988996ef7680ac1829e&device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 1130 time: 0.0407629 Jul 27 16:49:06.599172 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:06.599774 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034628a-5b44-4c01-9415-27bed9ec2541 req-6751c84d-2c0e-482b-9626-05a4e0e1a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:49:06.601449 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a034628a-5b44-4c01-9415-27bed9ec2541 req-6751c84d-2c0e-482b-9626-05a4e0e1a910 service neutron] 10.222.0.20 "GET /v2.0/networks?id=39b61bda-1ea9-402f-810a-2514b86ac30d HTTP/1.1" status: 200 len: 909 time: 0.0994596 Jul 27 16:49:06.605714 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:06.614864 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52369d2-d008-4897-a454-194e30e9c808 req-609a51cf-04cc-4aaf-8d97-89ce641befa3 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:49:06.616343 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b52369d2-d008-4897-a454-194e30e9c808 req-609a51cf-04cc-4aaf-8d97-89ce641befa3 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0528142 Jul 27 16:49:06.663003 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-6ff03a54-27e1-4462-a8c3-89eca0ef28df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'name': 'tempest-TestShelveInstance-711087496-router', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:54Z', 'updated_at': '2022-07-27T16:44:57Z', 'revision_number': 4, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'gw_port': {'id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:55Z', 'updated_at': '2022-07-27T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '30727613-9c2f-4089-a539-6e90b8d87f2f', 'name': '', 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'mac_address': 'fa:16:3e:f5:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:56Z', 'updated_at': '2022-07-27T16:45:01Z', 'revision_number': 5, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'subnets': [{'id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:06.665969 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b52369d2-d008-4897-a454-194e30e9c808 req-567c443f-e5e6-4097-92de-8dc679ebf8b1 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438654 Jul 27 16:49:06.687314 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff03a54-27e1-4462-a8c3-89eca0ef28df None None] Checking router: d5ccfb4d-71da-40aa-b008-394cc2f7d150 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:49:06.695661 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff03a54-27e1-4462-a8c3-89eca0ef28df None None] Routers {'d5ccfb4d-71da-40aa-b008-394cc2f7d150'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:49:06.696253 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-6ff03a54-27e1-4462-a8c3-89eca0ef28df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:48:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:06.796152 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-6ff03a54-27e1-4462-a8c3-89eca0ef28df None None] Set router d5ccfb4d-71da-40aa-b008-394cc2f7d150 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:49:07.057714 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-6ff03a54-27e1-4462-a8c3-89eca0ef28df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'name': 'tempest-TestShelveInstance-711087496-router', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:54Z', 'updated_at': '2022-07-27T16:44:57Z', 'revision_number': 4, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'gw_port': {'id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:55Z', 'updated_at': '2022-07-27T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '30727613-9c2f-4089-a539-6e90b8d87f2f', 'name': '', 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'mac_address': 'fa:16:3e:f5:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:56Z', 'updated_at': '2022-07-27T16:45:01Z', 'revision_number': 5, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'subnets': [{'id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:07.082635 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff03a54-27e1-4462-a8c3-89eca0ef28df None None] The sync data for ids ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'] in dv-cinder-849690-6-iscsi is: [{'id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'name': 'tempest-TestShelveInstance-711087496-router', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:54Z', 'updated_at': '2022-07-27T16:44:57Z', 'revision_number': 4, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'gw_port': {'id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:55Z', 'updated_at': '2022-07-27T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '30727613-9c2f-4089-a539-6e90b8d87f2f', 'name': '', 'network_id': '39b61bda-1ea9-402f-810a-2514b86ac30d', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'mac_address': 'fa:16:3e:f5:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:56Z', 'updated_at': '2022-07-27T16:45:01Z', 'revision_number': 5, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'subnets': [{'id': '0672f898-7f72-433a-8a90-bafe86bb08d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:49:07.294868 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea72bc2-9537-4459-80a2-754805cd1bc8 None None] New status for floating IP dc5c3e07-2fce-4823-9bcf-22b11d44d737: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:49:07.555931 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a034628a-5b44-4c01-9415-27bed9ec2541 req-ebcdebe0-4d17-4e73-9b5b-4cf48164af5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c HTTP/1.1" status: 200 len: 217 time: 0.0331905 Jul 27 16:49:07.606764 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034628a-5b44-4c01-9415-27bed9ec2541 req-3fca60f2-2bf4-4f49-a899-bcd21fe9cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:49:07.608175 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a034628a-5b44-4c01-9415-27bed9ec2541 req-3fca60f2-2bf4-4f49-a899-bcd21fe9cf55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0672f898-7f72-433a-8a90-bafe86bb08d1 HTTP/1.1" status: 200 len: 847 time: 0.0451405 Jul 27 16:49:07.771144 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034628a-5b44-4c01-9415-27bed9ec2541 req-53cb0b23-85ab-446b-b177-043d5aaacd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:49:07.772644 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a034628a-5b44-4c01-9415-27bed9ec2541 req-53cb0b23-85ab-446b-b177-043d5aaacd24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39b61bda-1ea9-402f-810a-2514b86ac30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454514 Jul 27 16:49:07.784341 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcd3a6-c292-4950-a446-7ab563f9e1e3 req-a92ce132-4fea-459e-a13b-53ecbe9b0d87 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:49:07.785842 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a1dcd3a6-c292-4950-a446-7ab563f9e1e3 req-a92ce132-4fea-459e-a13b-53ecbe9b0d87 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.0465484 Jul 27 16:49:07.834759 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a1dcd3a6-c292-4950-a446-7ab563f9e1e3 req-9130de0c-daa3-406e-88b0-9bef82b99d57 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/security-groups?id=ea3b814a-f1b8-4851-988a-9926bfd59cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430624 Jul 27 16:49:07.864856 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a034628a-5b44-4c01-9415-27bed9ec2541 req-77c1d621-7dfb-49f6-84c4-c9bbd4a8499e service neutron] 10.222.0.20 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852814 Jul 27 16:49:08.110243 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-a034628a-5b44-4c01-9415-27bed9ec2541 req-393b4c3b-605a-4140-a673-5cf39ffe10da service neutron] 10.222.0.20 "GET /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896535 Jul 27 16:49:08.379837 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a29469-d9b3-46f9-b96c-90aa42dca1c8 req-422b8b90-ce13-4599-9242-c826761c8063 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:49:08.381345 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-66a29469-d9b3-46f9-b96c-90aa42dca1c8 req-422b8b90-ce13-4599-9242-c826761c8063 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 946 time: 0.3153069 Jul 27 16:49:08.460765 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-66a29469-d9b3-46f9-b96c-90aa42dca1c8 req-473410b1-ec20-4cab-bae9-af1dfbbd7930 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Deleting port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:49:08.461131 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-66a29469-d9b3-46f9-b96c-90aa42dca1c8 req-473410b1-ec20-4cab-bae9-af1dfbbd7930 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:08.550805 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-66a29469-d9b3-46f9-b96c-90aa42dca1c8 req-473410b1-ec20-4cab-bae9-af1dfbbd7930 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] For port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,segment=NetworkSegment(7e944521-8cfe-4088-b6fb-2a1753b872a6),segment_id=7e944521-8cfe-4088-b6fb-2a1753b872a6)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:08.551161 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-66a29469-d9b3-46f9-b96c-90aa42dca1c8 req-473410b1-ec20-4cab-bae9-af1dfbbd7930 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:08.564153 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-66a29469-d9b3-46f9-b96c-90aa42dca1c8 req-473410b1-ec20-4cab-bae9-af1dfbbd7930 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Calling delete_port for c8f5f3b6-0953-4e49-9715-b6f98fc2a29c owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:49:08.689545 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-66a29469-d9b3-46f9-b96c-90aa42dca1c8 req-473410b1-ec20-4cab-bae9-af1dfbbd7930 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (c8f5f3b6-0953-4e49-9715-b6f98fc2a29c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:08.721147 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473410b1-ec20-4cab-bae9-af1dfbbd7930 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Pushing event deleted for resources: {'Port': ['ID=c8f5f3b6-0953-4e49-9715-b6f98fc2a29c,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:08.764757 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a29469-d9b3-46f9-b96c-90aa42dca1c8 req-473410b1-ec20-4cab-bae9-af1dfbbd7930 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] No DVR routers for this DVR port c8f5f3b6-0953-4e49-9715-b6f98fc2a29c on host hv-cinder-84969 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:49:08.767414 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-66a29469-d9b3-46f9-b96c-90aa42dca1c8 req-473410b1-ec20-4cab-bae9-af1dfbbd7930 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:08.770819 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-66a29469-d9b3-46f9-b96c-90aa42dca1c8 req-473410b1-ec20-4cab-bae9-af1dfbbd7930 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.20 "DELETE /v2.0/ports/c8f5f3b6-0953-4e49-9715-b6f98fc2a29c HTTP/1.1" status: 204 len: 173 time: 0.3836300 Jul 27 16:49:08.771259 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'name': 'network-vif-deleted', 'tag': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:49:08.773536 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f835798-9677-44fa-964e-41bb9e4f3778" -d '{"events": [{"server_uuid": "ee8e8bef-1da8-4935-856c-cc46da8722f9", "name": "network-vif-deleted", "tag": "c8f5f3b6-0953-4e49-9715-b6f98fc2a29c"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:08.818567 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25b355a-1887-4bbd-bc8c-bc5ca008392e x-openstack-request-id: req-e25b355a-1887-4bbd-bc8c-bc5ca008392e {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:08.819171 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8e8bef-1da8-4935-856c-cc46da8722f9", "name": "network-vif-deleted", "tag": "c8f5f3b6-0953-4e49-9715-b6f98fc2a29c", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:08.819171 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e25b355a-1887-4bbd-bc8c-bc5ca008392e {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:08.819660 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25b355a-1887-4bbd-bc8c-bc5ca008392e'] response: {'server_uuid': 'ee8e8bef-1da8-4935-856c-cc46da8722f9', 'name': 'network-vif-deleted', 'tag': 'c8f5f3b6-0953-4e49-9715-b6f98fc2a29c', 'status': 'completed', 'code': 200} Jul 27 16:49:08.933963 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2632f0cb-8b2e-4908-99c3-3c1710e6f985 req-e001e7e5-3f58-4b66-8bf1-9fc7aa3dba69 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee8e8bef-1da8-4935-856c-cc46da8722f9 HTTP/1.1" status: 200 len: 210 time: 0.0273674 Jul 27 16:49:09.997080 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48406) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:49:10.025271 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:10.058343 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group (ea3b814a-f1b8-4851-988a-9926bfd59cbb), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:10.078711 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:10.086123 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group (ea3b814a-f1b8-4851-988a-9926bfd59cbb), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:10.145524 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (ea3b814a-f1b8-4851-988a-9926bfd59cbb), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:10.148107 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:10.149328 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] 10.222.0.74 "DELETE /v2.0/security-groups/ea3b814a-f1b8-4851-988a-9926bfd59cbb HTTP/1.1" status: 204 len: 168 time: 0.1519270 Jul 27 16:49:10.159272 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3b814a-f1b8-4851-988a-9926bfd59cbb,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:10.166712 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:10.167063 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:10.168126 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:10.168469 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:10.168803 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:10.169152 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:10.169475 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:10.169796 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:10.170118 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:10.170436 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:10.170758 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:10.171077 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:10.171397 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:10.171712 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:10.172027 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d7c22-ffe0-4e55-969e-52e821676c82 tempest-TestShelveInstance-2110723754 tempest-TestShelveInstance-2110723754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:11.208087 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48412) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:49:11.474343 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:11.519470 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ad49d87-e800-44dc-99cf-d80f5aed72e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426012'] for router_interface (d5ccfb4d-71da-40aa-b008-394cc2f7d150), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:11.595640 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:11.742487 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-5ad49d87-e800-44dc-99cf-d80f5aed72e6 admin admin] Deleting port 30727613-9c2f-4089-a539-6e90b8d87f2f {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:49:11.742726 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ad49d87-e800-44dc-99cf-d80f5aed72e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:11.821125 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-5ad49d87-e800-44dc-99cf-d80f5aed72e6 admin admin] For port 30727613-9c2f-4089-a539-6e90b8d87f2f, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=30727613-9c2f-4089-a539-6e90b8d87f2f,segment=NetworkSegment(7e944521-8cfe-4088-b6fb-2a1753b872a6),segment_id=7e944521-8cfe-4088-b6fb-2a1753b872a6)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:11.821514 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ad49d87-e800-44dc-99cf-d80f5aed72e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:11.834502 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-5ad49d87-e800-44dc-99cf-d80f5aed72e6 admin admin] Calling delete_port for 30727613-9c2f-4089-a539-6e90b8d87f2f owned by network:router_interface {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:49:12.012309 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ad49d87-e800-44dc-99cf-d80f5aed72e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (30727613-9c2f-4089-a539-6e90b8d87f2f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:12.036598 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad49d87-e800-44dc-99cf-d80f5aed72e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=30727613-9c2f-4089-a539-6e90b8d87f2f,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:12.108238 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device c8f5f3b6-0953-4e49-9715-b6f98fc2a29c no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:49:12.202843 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ad49d87-e800-44dc-99cf-d80f5aed72e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426120'] for router_interface (d5ccfb4d-71da-40aa-b008-394cc2f7d150), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:12.256256 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: c8f5f3b6-0953-4e49-9715-b6f98fc2a29c {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:49:12.256605 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device c8f5f3b6-0953-4e49-9715-b6f98fc2a29c not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:49:12.296557 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:12.409694 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad49d87-e800-44dc-99cf-d80f5aed72e6 admin admin] Router d5ccfb4d-71da-40aa-b008-394cc2f7d150 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:49:12.450874 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:12.511942 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad49d87-e800-44dc-99cf-d80f5aed72e6 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:49:12.517092 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5ad49d87-e800-44dc-99cf-d80f5aed72e6 admin admin] 10.222.0.74 "PUT /v2.0/routers/d5ccfb4d-71da-40aa-b008-394cc2f7d150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3077016 Jul 27 16:49:12.519553 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48414) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:49:12.520353 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52829fd8-2638-4a51-94fd-f5c5709191cf None None] Sync routers for ids ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:49:12.530297 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52829fd8-2638-4a51-94fd-f5c5709191cf None None] Routers {'d5ccfb4d-71da-40aa-b008-394cc2f7d150'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:49:12.530891 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-52829fd8-2638-4a51-94fd-f5c5709191cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:48:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:12.620591 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7343-ce07-44d7-9b05-cd7afc90b748 admin admin] Publish callbacks [] for router (d5ccfb4d-71da-40aa-b008-394cc2f7d150), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:12.629245 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-52829fd8-2638-4a51-94fd-f5c5709191cf None None] Set router d5ccfb4d-71da-40aa-b008-394cc2f7d150 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:49:12.719564 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7343-ce07-44d7-9b05-cd7afc90b748 admin admin] Publish callbacks [] for router_gateway (d5ccfb4d-71da-40aa-b008-394cc2f7d150), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:12.762086 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e7343-ce07-44d7-9b05-cd7afc90b748 admin admin] Deleting port 06fa6574-8003-4d5e-819f-6da7f6ddd548 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:49:12.762424 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7343-ce07-44d7-9b05-cd7afc90b748 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (06fa6574-8003-4d5e-819f-6da7f6ddd548), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:12.795451 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-52829fd8-2638-4a51-94fd-f5c5709191cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'name': 'tempest-TestShelveInstance-711087496-router', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:54Z', 'updated_at': '2022-07-27T16:49:11Z', 'revision_number': 5, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'gw_port': {'id': '06fa6574-8003-4d5e-819f-6da7f6ddd548', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:55Z', 'updated_at': '2022-07-27T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:12.819986 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52829fd8-2638-4a51-94fd-f5c5709191cf None None] Checking router: d5ccfb4d-71da-40aa-b008-394cc2f7d150 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:49:12.828596 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52829fd8-2638-4a51-94fd-f5c5709191cf None None] Routers {'d5ccfb4d-71da-40aa-b008-394cc2f7d150'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:49:12.829240 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-52829fd8-2638-4a51-94fd-f5c5709191cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:48:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:12.830749 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:12.854831 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-0b1e7343-ce07-44d7-9b05-cd7afc90b748 admin admin] For port 06fa6574-8003-4d5e-819f-6da7f6ddd548, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=06fa6574-8003-4d5e-819f-6da7f6ddd548,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:12.855312 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7343-ce07-44d7-9b05-cd7afc90b748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (06fa6574-8003-4d5e-819f-6da7f6ddd548), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:12.870810 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e7343-ce07-44d7-9b05-cd7afc90b748 admin admin] Calling delete_port for 06fa6574-8003-4d5e-819f-6da7f6ddd548 owned by network:router_gateway {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:49:12.897570 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:12.920031 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-52829fd8-2638-4a51-94fd-f5c5709191cf None None] Set router d5ccfb4d-71da-40aa-b008-394cc2f7d150 gateway port host: None {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:49:12.968796 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-52829fd8-2638-4a51-94fd-f5c5709191cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'name': 'tempest-TestShelveInstance-711087496-router', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:54Z', 'updated_at': '2022-07-27T16:49:12Z', 'revision_number': 6, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'gw_port_host': None}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:12.996434 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52829fd8-2638-4a51-94fd-f5c5709191cf None None] The sync data for ids ['d5ccfb4d-71da-40aa-b008-394cc2f7d150'] in dv-cinder-849690-6-iscsi is: [{'id': 'd5ccfb4d-71da-40aa-b008-394cc2f7d150', 'name': 'tempest-TestShelveInstance-711087496-router', 'tenant_id': '51a4d6fb95404988996ef7680ac1829e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:54Z', 'updated_at': '2022-07-27T16:49:12Z', 'revision_number': 6, 'project_id': '51a4d6fb95404988996ef7680ac1829e', 'gw_port_host': None}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:49:13.049466 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7343-ce07-44d7-9b05-cd7afc90b748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (06fa6574-8003-4d5e-819f-6da7f6ddd548), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.071904 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e7343-ce07-44d7-9b05-cd7afc90b748 admin admin] Pushing event deleted for resources: {'Port': ['ID=06fa6574-8003-4d5e-819f-6da7f6ddd548,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:13.139557 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7343-ce07-44d7-9b05-cd7afc90b748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427548'] for router_gateway (d5ccfb4d-71da-40aa-b008-394cc2f7d150), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.232623 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7343-ce07-44d7-9b05-cd7afc90b748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (d5ccfb4d-71da-40aa-b008-394cc2f7d150), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.234862 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7343-ce07-44d7-9b05-cd7afc90b748 admin admin] Publish callbacks [] for router_controller (d5ccfb4d-71da-40aa-b008-394cc2f7d150), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.276470 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7343-ce07-44d7-9b05-cd7afc90b748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566549'] for router (d5ccfb4d-71da-40aa-b008-394cc2f7d150), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.277123 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1e7343-ce07-44d7-9b05-cd7afc90b748 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5ccfb4d-71da-40aa-b008-394cc2f7d150 {{(pid=104022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:49:13.281552 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7343-ce07-44d7-9b05-cd7afc90b748 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.283024 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-0b1e7343-ce07-44d7-9b05-cd7afc90b748 admin admin] 10.222.0.74 "DELETE /v2.0/routers/d5ccfb4d-71da-40aa-b008-394cc2f7d150 HTTP/1.1" status: 204 len: 168 time: 0.7625003 Jul 27 16:49:13.285571 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48416) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:49:13.317769 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:13.333946 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b11d0a8-cf69-4f68-a465-d11ba1d11c93 admin admin] Deleting subnet 0672f898-7f72-433a-8a90-bafe86bb08d1 {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 16:49:13.337876 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9b11d0a8-cf69-4f68-a465-d11ba1d11c93 admin admin] Publish callbacks [] for subnet (0672f898-7f72-433a-8a90-bafe86bb08d1), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.359544 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:13.380599 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9b11d0a8-cf69-4f68-a465-d11ba1d11c93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6765107'] for subnet (0672f898-7f72-433a-8a90-bafe86bb08d1), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.457198 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9b11d0a8-cf69-4f68-a465-d11ba1d11c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1235243'] for subnet (0672f898-7f72-433a-8a90-bafe86bb08d1), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.511208 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9b11d0a8-cf69-4f68-a465-d11ba1d11c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1235234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6205895'] for subnet (0672f898-7f72-433a-8a90-bafe86bb08d1), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.535439 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11d0a8-cf69-4f68-a465-d11ba1d11c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0672f898-7f72-433a-8a90-bafe86bb08d1,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:13.542189 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9b11d0a8-cf69-4f68-a465-d11ba1d11c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.545918 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-9b11d0a8-cf69-4f68-a465-d11ba1d11c93 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0672f898-7f72-433a-8a90-bafe86bb08d1 HTTP/1.1" status: 204 len: 168 time: 0.2594211 Jul 27 16:49:13.548405 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48418) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:49:13.548915 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f211d85-cb38-439a-b9b4-afe575cd1d54 None None] Network 39b61bda-1ea9-402f-810a-2514b86ac30d requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:49:13.621456 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1293665'] for network (39b61bda-1ea9-402f-810a-2514b86ac30d), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.663203 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] Deleting port d5535755-8b53-48ea-9890-889e748199e0 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:49:13.663538 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (d5535755-8b53-48ea-9890-889e748199e0), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.733919 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] For port d5535755-8b53-48ea-9890-889e748199e0, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=d5535755-8b53-48ea-9890-889e748199e0,segment=NetworkSegment(7e944521-8cfe-4088-b6fb-2a1753b872a6),segment_id=7e944521-8cfe-4088-b6fb-2a1753b872a6)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:13.733919 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (d5535755-8b53-48ea-9890-889e748199e0), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.747921 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] Calling delete_port for d5535755-8b53-48ea-9890-889e748199e0 owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:49:13.765563 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] DHCP port deletion for 39b61bda-1ea9-402f-810a-2514b86ac30d request from dv-cinder-849690-6-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 16:49:13.805675 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Deleting port d5535755-8b53-48ea-9890-889e748199e0 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:49:13.806045 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (d5535755-8b53-48ea-9890-889e748199e0), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.830394 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (d5535755-8b53-48ea-9890-889e748199e0), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.853676 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5535755-8b53-48ea-9890-889e748199e0,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:13.861225 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] No DVR routers for this DVR port d5535755-8b53-48ea-9890-889e748199e0 on host dv-cinder-849690-6-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:49:13.876765 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] For port d5535755-8b53-48ea-9890-889e748199e0, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=d5535755-8b53-48ea-9890-889e748199e0,segment=NetworkSegment(7e944521-8cfe-4088-b6fb-2a1753b872a6),segment_id=7e944521-8cfe-4088-b6fb-2a1753b872a6)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:13.877208 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (d5535755-8b53-48ea-9890-889e748199e0), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.892323 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Calling delete_port for d5535755-8b53-48ea-9890-889e748199e0 owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:49:13.937907 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233157', 'neutron.services.segments.db._delete_segments_for_network-8729475437258'] for network (39b61bda-1ea9-402f-810a-2514b86ac30d), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.960030 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b61bda-1ea9-402f-810a-2514b86ac30d']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:13.966289 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396'] for port (d5535755-8b53-48ea-9890-889e748199e0), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.970700 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e944521-8cfe-4088-b6fb-2a1753b872a6') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:13.970990 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e944521-8cfe-4088-b6fb-2a1753b872a6') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:13.981230 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729475437159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6765098'] for segment (7e944521-8cfe-4088-b6fb-2a1753b872a6), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:13.992786 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Pushing event deleted for resources: {'Port': ['ID=d5535755-8b53-48ea-9890-889e748199e0,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:13.997128 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (7e944521-8cfe-4088-b6fb-2a1753b872a6), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:14.001254 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] No DVR routers for this DVR port d5535755-8b53-48ea-9890-889e748199e0 on host dv-cinder-849690-6-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:49:14.005042 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:14.005311 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:14.005753 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:14.006361 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:14.006573 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:14.006903 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:14.007191 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:14.007564 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:49:14.007715 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:14.008396 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5991010'] for segment (7e944521-8cfe-4088-b6fb-2a1753b872a6), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:14.008527 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:14.008527 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:14.008971 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:14.009143 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:14.009729 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:14.010206 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:14.011199 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c77417-bd0c-4a98-9329-1decb61e765b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:14.084917 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427568'] for network (39b61bda-1ea9-402f-810a-2514b86ac30d), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:14.090032 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:14.097478 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] 10.222.0.74 "DELETE /v2.0/networks/39b61bda-1ea9-402f-810a-2514b86ac30d HTTP/1.1" status: 204 len: 168 time: 0.5446715 Jul 27 16:49:14.097617 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48424) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:49:14.108822 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e92ad-ba0d-4804-a5f8-7af356f621f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=39b61bda-1ea9-402f-810a-2514b86ac30d,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:14.113822 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 7e944521-8cfe-4088-b6fb-2a1753b872a6 resource provider aggregate not found Jul 27 16:49:14.130836 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 7e944521-8cfe-4088-b6fb-2a1753b872a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e944521-8cfe-4088-b6fb-2a1753b872a6 found for delete ", "request_id": "req-f694c89b-8d63-486f-a6f4-e564d114cdd5"}]} Jul 27 16:49:14.406442 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-adc45103-b1d4-42fc-ac2c-5cea6950b2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426012'] for router_interface (f1aab6b4-2823-4b37-b71d-7475347dac26), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:14.640506 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-adc45103-b1d4-42fc-ac2c-5cea6950b2a1 admin admin] Deleting port aed6bc61-5b70-40dc-b636-df22158c8171 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:49:14.640732 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-adc45103-b1d4-42fc-ac2c-5cea6950b2a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:14.719441 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-adc45103-b1d4-42fc-ac2c-5cea6950b2a1 admin admin] For port aed6bc61-5b70-40dc-b636-df22158c8171, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=aed6bc61-5b70-40dc-b636-df22158c8171,segment=NetworkSegment(dfe9d6f0-2bbb-40c6-95d7-9d84abb33812),segment_id=dfe9d6f0-2bbb-40c6-95d7-9d84abb33812)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:14.719791 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-adc45103-b1d4-42fc-ac2c-5cea6950b2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:14.728451 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:14.733435 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-adc45103-b1d4-42fc-ac2c-5cea6950b2a1 admin admin] Calling delete_port for aed6bc61-5b70-40dc-b636-df22158c8171 owned by network:router_interface {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:49:14.881234 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device d5535755-8b53-48ea-9890-889e748199e0 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:49:14.904927 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: d5535755-8b53-48ea-9890-889e748199e0 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:49:14.905278 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device d5535755-8b53-48ea-9890-889e748199e0 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:49:14.905757 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 30727613-9c2f-4089-a539-6e90b8d87f2f no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:49:14.905968 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:14.912145 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-adc45103-b1d4-42fc-ac2c-5cea6950b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (aed6bc61-5b70-40dc-b636-df22158c8171), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:14.925100 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 30727613-9c2f-4089-a539-6e90b8d87f2f {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:49:14.925542 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 30727613-9c2f-4089-a539-6e90b8d87f2f not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:49:14.926020 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 06fa6574-8003-4d5e-819f-6da7f6ddd548 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:49:14.943804 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 06fa6574-8003-4d5e-819f-6da7f6ddd548 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:49:14.944236 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 06fa6574-8003-4d5e-819f-6da7f6ddd548 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:49:14.946020 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc45103-b1d4-42fc-ac2c-5cea6950b2a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aed6bc61-5b70-40dc-b636-df22158c8171,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:15.106093 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-adc45103-b1d4-42fc-ac2c-5cea6950b2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426120'] for router_interface (f1aab6b4-2823-4b37-b71d-7475347dac26), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:15.316348 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc45103-b1d4-42fc-ac2c-5cea6950b2a1 admin admin] Router f1aab6b4-2823-4b37-b71d-7475347dac26 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:49:15.416407 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc45103-b1d4-42fc-ac2c-5cea6950b2a1 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:49:15.421829 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-adc45103-b1d4-42fc-ac2c-5cea6950b2a1 admin admin] 10.222.0.74 "PUT /v2.0/routers/f1aab6b4-2823-4b37-b71d-7475347dac26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3226120 Jul 27 16:49:15.424486 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48428) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:49:15.427025 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bdcd05-8301-4a96-9c90-cd77371e7c6f None None] Sync routers for ids ['f1aab6b4-2823-4b37-b71d-7475347dac26'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:49:15.438720 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bdcd05-8301-4a96-9c90-cd77371e7c6f None None] Routers {'f1aab6b4-2823-4b37-b71d-7475347dac26'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:49:15.439338 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-71bdcd05-8301-4a96-9c90-cd77371e7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:48:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['f1aab6b4-2823-4b37-b71d-7475347dac26'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:15.541158 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-71bdcd05-8301-4a96-9c90-cd77371e7c6f None None] Set router f1aab6b4-2823-4b37-b71d-7475347dac26 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:49:15.667507 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:15.723124 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-71bdcd05-8301-4a96-9c90-cd77371e7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'name': 'tempest-TestShelveInstance-1820236441-router', 'tenant_id': '6ded7235141846d9b31133f328118279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:49:14Z', 'revision_number': 5, 'project_id': '6ded7235141846d9b31133f328118279', 'gw_port': {'id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:15.752934 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bdcd05-8301-4a96-9c90-cd77371e7c6f None None] Checking router: f1aab6b4-2823-4b37-b71d-7475347dac26 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:49:15.762365 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bdcd05-8301-4a96-9c90-cd77371e7c6f None None] Routers {'f1aab6b4-2823-4b37-b71d-7475347dac26'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:49:15.762992 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-71bdcd05-8301-4a96-9c90-cd77371e7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:48:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['f1aab6b4-2823-4b37-b71d-7475347dac26'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:15.800100 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:15.809259 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6939338a-1cf0-4551-b201-4594f77f46d0 admin admin] Publish callbacks [] for router (f1aab6b4-2823-4b37-b71d-7475347dac26), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:15.834492 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:15.869522 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-71bdcd05-8301-4a96-9c90-cd77371e7c6f None None] Set router f1aab6b4-2823-4b37-b71d-7475347dac26 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:49:15.908405 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6939338a-1cf0-4551-b201-4594f77f46d0 admin admin] Publish callbacks [] for router_gateway (f1aab6b4-2823-4b37-b71d-7475347dac26), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:15.951046 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-6939338a-1cf0-4551-b201-4594f77f46d0 admin admin] Deleting port a6d89fdc-314d-4700-a826-5d65f339f351 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:49:15.951384 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6939338a-1cf0-4551-b201-4594f77f46d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (a6d89fdc-314d-4700-a826-5d65f339f351), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:16.031256 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-6939338a-1cf0-4551-b201-4594f77f46d0 admin admin] For port a6d89fdc-314d-4700-a826-5d65f339f351, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=a6d89fdc-314d-4700-a826-5d65f339f351,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:16.031517 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6939338a-1cf0-4551-b201-4594f77f46d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (a6d89fdc-314d-4700-a826-5d65f339f351), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:16.039983 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-71bdcd05-8301-4a96-9c90-cd77371e7c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'name': 'tempest-TestShelveInstance-1820236441-router', 'tenant_id': '6ded7235141846d9b31133f328118279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:49:14Z', 'revision_number': 5, 'project_id': '6ded7235141846d9b31133f328118279', 'gw_port': {'id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:16.044517 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-6939338a-1cf0-4551-b201-4594f77f46d0 admin admin] Calling delete_port for a6d89fdc-314d-4700-a826-5d65f339f351 owned by network:router_gateway {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:49:16.066592 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bdcd05-8301-4a96-9c90-cd77371e7c6f None None] The sync data for ids ['f1aab6b4-2823-4b37-b71d-7475347dac26'] in dv-cinder-849690-6-iscsi is: [{'id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'name': 'tempest-TestShelveInstance-1820236441-router', 'tenant_id': '6ded7235141846d9b31133f328118279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:49:14Z', 'revision_number': 5, 'project_id': '6ded7235141846d9b31133f328118279', 'gw_port': {'id': 'a6d89fdc-314d-4700-a826-5d65f339f351', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aab6b4-2823-4b37-b71d-7475347dac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:44:59Z', 'updated_at': '2022-07-27T16:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:49:16.144936 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:16.212111 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6939338a-1cf0-4551-b201-4594f77f46d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (a6d89fdc-314d-4700-a826-5d65f339f351), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:16.239894 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939338a-1cf0-4551-b201-4594f77f46d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d89fdc-314d-4700-a826-5d65f339f351,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:16.299839 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6939338a-1cf0-4551-b201-4594f77f46d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427548'] for router_gateway (f1aab6b4-2823-4b37-b71d-7475347dac26), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:16.387462 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6939338a-1cf0-4551-b201-4594f77f46d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (f1aab6b4-2823-4b37-b71d-7475347dac26), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:16.389515 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6939338a-1cf0-4551-b201-4594f77f46d0 admin admin] Publish callbacks [] for router_controller (f1aab6b4-2823-4b37-b71d-7475347dac26), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:16.433081 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6939338a-1cf0-4551-b201-4594f77f46d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566549'] for router (f1aab6b4-2823-4b37-b71d-7475347dac26), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:16.433680 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6939338a-1cf0-4551-b201-4594f77f46d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1aab6b4-2823-4b37-b71d-7475347dac26 {{(pid=104021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:49:16.438451 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6939338a-1cf0-4551-b201-4594f77f46d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:16.441946 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6939338a-1cf0-4551-b201-4594f77f46d0 admin admin] 10.222.0.74 "DELETE /v2.0/routers/f1aab6b4-2823-4b37-b71d-7475347dac26 HTTP/1.1" status: 204 len: 168 time: 1.0141926 Jul 27 16:49:16.442314 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48430) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:49:16.492204 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c810ad-56c3-4d10-b290-a7bc972d4e5c admin admin] Deleting subnet 6d26ed6d-bdb2-42d9-9d43-bef936119dd3 {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 16:49:16.495522 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-48c810ad-56c3-4d10-b290-a7bc972d4e5c admin admin] Publish callbacks [] for subnet (6d26ed6d-bdb2-42d9-9d43-bef936119dd3), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:16.531920 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-48c810ad-56c3-4d10-b290-a7bc972d4e5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5475921'] for subnet (6d26ed6d-bdb2-42d9-9d43-bef936119dd3), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:16.608803 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-48c810ad-56c3-4d10-b290-a7bc972d4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1235243'] for subnet (6d26ed6d-bdb2-42d9-9d43-bef936119dd3), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:16.668062 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-48c810ad-56c3-4d10-b290-a7bc972d4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1235234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5474447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5503280'] for subnet (6d26ed6d-bdb2-42d9-9d43-bef936119dd3), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:16.672415 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:16.699087 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c810ad-56c3-4d10-b290-a7bc972d4e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d26ed6d-bdb2-42d9-9d43-bef936119dd3,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:16.701912 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-48c810ad-56c3-4d10-b290-a7bc972d4e5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:16.707646 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-48c810ad-56c3-4d10-b290-a7bc972d4e5c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6d26ed6d-bdb2-42d9-9d43-bef936119dd3 HTTP/1.1" status: 204 len: 168 time: 0.2617369 Jul 27 16:49:16.707646 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48432) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:49:16.709289 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa6d0be-885e-45c8-beb6-75cc28edab88 None None] Network e6acf5d8-14d9-4c87-b11c-5deb76f246e6 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:49:16.783850 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1293665'] for network (e6acf5d8-14d9-4c87-b11c-5deb76f246e6), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:16.836883 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] Deleting port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:49:16.837136 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (6e7bd449-fdaa-4769-8bf9-1798e90dcde5), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:16.891549 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e29c8fc-c943-4402-948d-6c711cbff974 None None] DHCP port deletion for e6acf5d8-14d9-4c87-b11c-5deb76f246e6 request from dv-cinder-849690-6-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 16:49:16.906370 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] For port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=6e7bd449-fdaa-4769-8bf9-1798e90dcde5,segment=NetworkSegment(dfe9d6f0-2bbb-40c6-95d7-9d84abb33812),segment_id=dfe9d6f0-2bbb-40c6-95d7-9d84abb33812)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:16.906833 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (6e7bd449-fdaa-4769-8bf9-1798e90dcde5), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:16.921437 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] Calling delete_port for 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 owned by network:dhcp {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:49:16.932788 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-2e29c8fc-c943-4402-948d-6c711cbff974 None None] Deleting port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:49:16.933207 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2e29c8fc-c943-4402-948d-6c711cbff974 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (6e7bd449-fdaa-4769-8bf9-1798e90dcde5), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:16.973773 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device aed6bc61-5b70-40dc-b636-df22158c8171 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:49:16.984354 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:49:16.996848 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: aed6bc61-5b70-40dc-b636-df22158c8171 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:49:16.997431 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device aed6bc61-5b70-40dc-b636-df22158c8171 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:49:16.997574 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=11,neutron:UPDATE=2,neutron:SELECT=87 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:16.997682 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device a6d89fdc-314d-4700-a826-5d65f339f351 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:49:17.008501 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (6e7bd449-fdaa-4769-8bf9-1798e90dcde5), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:17.030812 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: a6d89fdc-314d-4700-a826-5d65f339f351 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:49:17.031156 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device a6d89fdc-314d-4700-a826-5d65f339f351 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:49:17.037622 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] No DVR routers for this DVR port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 on host dv-cinder-849690-6-iscsi {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:49:17.038740 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-2e29c8fc-c943-4402-948d-6c711cbff974 None None] For port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=6e7bd449-fdaa-4769-8bf9-1798e90dcde5,segment=NetworkSegment(dfe9d6f0-2bbb-40c6-95d7-9d84abb33812),segment_id=dfe9d6f0-2bbb-40c6-95d7-9d84abb33812)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:49:17.039146 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2e29c8fc-c943-4402-948d-6c711cbff974 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (6e7bd449-fdaa-4769-8bf9-1798e90dcde5), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:17.043240 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7bd449-fdaa-4769-8bf9-1798e90dcde5,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:17.052706 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-2e29c8fc-c943-4402-948d-6c711cbff974 None None] Calling delete_port for 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:49:17.113030 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233157', 'neutron.services.segments.db._delete_segments_for_network-8729475437258'] for network (e6acf5d8-14d9-4c87-b11c-5deb76f246e6), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:17.131702 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2e29c8fc-c943-4402-948d-6c711cbff974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396'] for port (6e7bd449-fdaa-4769-8bf9-1798e90dcde5), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:17.137390 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6acf5d8-14d9-4c87-b11c-5deb76f246e6']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:17.146757 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe9d6f0-2bbb-40c6-95d7-9d84abb33812') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:17.147392 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe9d6f0-2bbb-40c6-95d7-9d84abb33812') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:17.156881 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29c8fc-c943-4402-948d-6c711cbff974 None None] Pushing event deleted for resources: {'Port': ['ID=6e7bd449-fdaa-4769-8bf9-1798e90dcde5,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:17.157657 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729475437159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5475912'] for segment (dfe9d6f0-2bbb-40c6-95d7-9d84abb33812), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:17.160093 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e29c8fc-c943-4402-948d-6c711cbff974 None None] No DVR routers for this DVR port 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 on host dv-cinder-849690-6-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:49:17.176848 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (dfe9d6f0-2bbb-40c6-95d7-9d84abb33812), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:17.184157 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:49:17.184515 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474513'] for segment (dfe9d6f0-2bbb-40c6-95d7-9d84abb33812), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:17.246688 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427568'] for network (e6acf5d8-14d9-4c87-b11c-5deb76f246e6), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:17.252251 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:17.259439 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e6acf5d8-14d9-4c87-b11c-5deb76f246e6 HTTP/1.1" status: 204 len: 168 time: 0.5508876 Jul 27 16:49:17.262519 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment dfe9d6f0-2bbb-40c6-95d7-9d84abb33812 resource provider aggregate not found Jul 27 16:49:17.276289 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deaf7ed-3567-4536-ad9b-562b65102bc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6acf5d8-14d9-4c87-b11c-5deb76f246e6,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:17.282873 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment dfe9d6f0-2bbb-40c6-95d7-9d84abb33812 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfe9d6f0-2bbb-40c6-95d7-9d84abb33812 found for delete ", "request_id": "req-54cbf17a-5a6e-46b1-9568-03c7201f0181"}]} Jul 27 16:49:17.432168 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48444) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:49:17.475290 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ab9de788-6277-43d6-8e89-30d34657bb84 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=51a4d6fb95404988996ef7680ac1829e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394022 Jul 27 16:49:17.477937 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48446) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:49:17.532584 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-13e64898-fe2b-44a2-be33-9e381c74907a admin admin] Publish callbacks [] for security_group (a640c339-18e2-4d67-9dfe-308313a45bf6), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:17.555559 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-13e64898-fe2b-44a2-be33-9e381c74907a admin admin] Publish callbacks [] for security_group (a640c339-18e2-4d67-9dfe-308313a45bf6), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:17.604871 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-13e64898-fe2b-44a2-be33-9e381c74907a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (a640c339-18e2-4d67-9dfe-308313a45bf6), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:17.608270 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-13e64898-fe2b-44a2-be33-9e381c74907a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:17.612380 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-13e64898-fe2b-44a2-be33-9e381c74907a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a640c339-18e2-4d67-9dfe-308313a45bf6 HTTP/1.1" status: 204 len: 168 time: 0.1311145 Jul 27 16:49:17.618129 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e64898-fe2b-44a2-be33-9e381c74907a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a640c339-18e2-4d67-9dfe-308313a45bf6,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:17.932616 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48454) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:49:17.974842 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-cf5ee766-da42-4434-88f4-02a2bfd6405c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6ded7235141846d9b31133f328118279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410407 Jul 27 16:49:17.977410 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48456) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:49:18.031894 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c1d1bb17-b4cb-4261-8c29-5d13e8f3682b admin admin] Publish callbacks [] for security_group (4d72c485-369e-49ae-a5b3-53a5c7f9fdaf), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:18.053998 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:18.056108 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c1d1bb17-b4cb-4261-8c29-5d13e8f3682b admin admin] Publish callbacks [] for security_group (4d72c485-369e-49ae-a5b3-53a5c7f9fdaf), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:18.109304 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c1d1bb17-b4cb-4261-8c29-5d13e8f3682b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (4d72c485-369e-49ae-a5b3-53a5c7f9fdaf), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:18.111877 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c1d1bb17-b4cb-4261-8c29-5d13e8f3682b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:18.113054 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c1d1bb17-b4cb-4261-8c29-5d13e8f3682b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4d72c485-369e-49ae-a5b3-53a5c7f9fdaf HTTP/1.1" status: 204 len: 168 time: 0.1347213 Jul 27 16:49:18.120673 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1bb17-b4cb-4261-8c29-5d13e8f3682b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d72c485-369e-49ae-a5b3-53a5c7f9fdaf,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:18.879878 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:49:18.900829 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:49:18.901217 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 6e7bd449-fdaa-4769-8bf9-1798e90dcde5 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:49:20.572351 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:24.073849 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:24.099086 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:25.404365 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5caa90ab-8d5a-4522-9c46-0bed89f460e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:26.029206 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:26.980758 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=18 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:27.506406 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f1894a49-686e-47f6-b32f-b462e01e9860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:28.115935 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:28.116741 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=67,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:28.783083 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:30.443340 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:30.532090 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:40.526600 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:40.528482 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=68,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:50.600294 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:53.984191 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:49:55.406109 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-fd7df2bd-54d4-4cff-b0e6-56b91f244504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:57.507604 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6eb19448-d1e1-4d69-bfb3-a2fefa614aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:58.357786 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48460) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:49:58.681155 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Deleting port ad70d76f-4e3e-4e60-abd7-e4fd7ec8e019 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:49:58.682043 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (ad70d76f-4e3e-4e60-abd7-e4fd7ec8e019), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:58.757077 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (ad70d76f-4e3e-4e60-abd7-e4fd7ec8e019), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:58.757406 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for floatingip (ad70d76f-4e3e-4e60-abd7-e4fd7ec8e019), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:58.770980 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Calling delete_port for ad70d76f-4e3e-4e60-abd7-e4fd7ec8e019 owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:49:58.785962 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:58.915897 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (ad70d76f-4e3e-4e60-abd7-e4fd7ec8e019), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:58.940614 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event deleted for resources: {'Port': ['ID=ad70d76f-4e3e-4e60-abd7-e4fd7ec8e019,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:49:58.952303 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.952650 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.953018 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.953358 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.953690 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.954022 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.954347 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.954671 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.955017 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.955351 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.955678 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.956002 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.956330 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.956648 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:58.956995 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:49:59.015413 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for floatingip (274e8671-984a-452c-8715-2e732e494874), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:59.015740 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Floating IP 274e8671-984a-452c-8715-2e732e494874 disassociated (deleted). External IP: 172.27.2.146, port: ac498a72-02d2-4701-9463-579a6c9ac491. Jul 27 16:49:59.215665 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:49:59.307324 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:59.315855 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:49:59.320589 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:49:59.326369 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef53162-9446-4ad4-b5b8-e0801521cee4 None None] Sync routers for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:49:59.335849 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef53162-9446-4ad4-b5b8-e0801521cee4 None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:49:59.336460 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-4ef53162-9446-4ad4-b5b8-e0801521cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:49:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:59.356644 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-cca3adba-af6c-4bb5-a1b7-d24a26e6866d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "DELETE /v2.0/floatingips/274e8671-984a-452c-8715-2e732e494874 HTTP/1.1" status: 204 len: 168 time: 0.9954317 Jul 27 16:49:59.356644 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666e8fe7-1ae7-4435-be67-f8eb0a12c287', 'tag': 'ac498a72-02d2-4701-9463-579a6c9ac491'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:49:59.357277 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1bff12-a657-4946-9c08-53e41d1ad71b" -d '{"events": [{"name": "network-changed", "server_uuid": "666e8fe7-1ae7-4435-be67-f8eb0a12c287", "tag": "ac498a72-02d2-4701-9463-579a6c9ac491"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:49:59.401619 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd9556f-02dd-4f35-8ccd-5246d0a44996 x-openstack-request-id: req-1dd9556f-02dd-4f35-8ccd-5246d0a44996 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:49:59.402267 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666e8fe7-1ae7-4435-be67-f8eb0a12c287", "tag": "ac498a72-02d2-4701-9463-579a6c9ac491", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:49:59.402429 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1dd9556f-02dd-4f35-8ccd-5246d0a44996 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:49:59.403000 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd9556f-02dd-4f35-8ccd-5246d0a44996'] response: {'name': 'network-changed', 'server_uuid': '666e8fe7-1ae7-4435-be67-f8eb0a12c287', 'tag': 'ac498a72-02d2-4701-9463-579a6c9ac491', 'status': 'completed', 'code': 200} Jul 27 16:49:59.445004 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-4ef53162-9446-4ad4-b5b8-e0801521cee4 None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:49:59.470006 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bff12-a657-4946-9c08-53e41d1ad71b req-8730b81a-ac4f-4375-8094-ad3413cf1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:49:59.473106 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1d1bff12-a657-4946-9c08-53e41d1ad71b req-8730b81a-ac4f-4375-8094-ad3413cf1aba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 1129 time: 0.0495007 Jul 27 16:49:59.534617 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:49:59.593153 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bff12-a657-4946-9c08-53e41d1ad71b req-ab1be6bf-4bd8-41d5-8105-01bbea165a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:49:59.594605 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1d1bff12-a657-4946-9c08-53e41d1ad71b req-ab1be6bf-4bd8-41d5-8105-01bbea165a0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 200 len: 913 time: 0.1123085 Jul 27 16:49:59.627889 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d414dd5-ad13-4b06-945c-6285ba3171c0 req-a2ad61b6-7c90-4b58-9cae-db1b82bd478c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:49:59.629375 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3d414dd5-ad13-4b06-945c-6285ba3171c0 req-a2ad61b6-7c90-4b58-9cae-db1b82bd478c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 945 time: 0.0596774 Jul 27 16:49:59.677843 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-4ef53162-9446-4ad4-b5b8-e0801521cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'be4f5d04-a50d-4db7-8b5a-86502710f760', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'port_id': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'mac_address': 'fa:16:3e:25:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:46:26Z', 'updated_at': '2022-07-27T16:46:28Z', 'revision_number': 1, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:59.679140 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3d414dd5-ad13-4b06-945c-6285ba3171c0 req-60d20c13-5937-4c47-a90d-8d6572a44614 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435359 Jul 27 16:49:59.702956 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef53162-9446-4ad4-b5b8-e0801521cee4 None None] Checking router: 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:49:59.711254 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef53162-9446-4ad4-b5b8-e0801521cee4 None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:49:59.711848 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-4ef53162-9446-4ad4-b5b8-e0801521cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:49:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:49:59.819291 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-4ef53162-9446-4ad4-b5b8-e0801521cee4 None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:50:00.112439 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-4ef53162-9446-4ad4-b5b8-e0801521cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'be4f5d04-a50d-4db7-8b5a-86502710f760', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'port_id': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'mac_address': 'fa:16:3e:25:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:46:26Z', 'updated_at': '2022-07-27T16:46:28Z', 'revision_number': 1, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:00.136509 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef53162-9446-4ad4-b5b8-e0801521cee4 None None] The sync data for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi is: [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_floatingips': [{'id': 'be4f5d04-a50d-4db7-8b5a-86502710f760', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'router_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'port_id': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'mac_address': 'fa:16:3e:25:5a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-27T16:46:26Z', 'updated_at': '2022-07-27T16:46:28Z', 'revision_number': 1, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:50:00.346479 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95207430-8030-49e9-b7ed-bd6bc64538af None None] New status for floating IP 274e8671-984a-452c-8715-2e732e494874: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:50:00.549126 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:00.549445 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1d1bff12-a657-4946-9c08-53e41d1ad71b req-55080e6a-b9cc-46f1-ae80-165b4f7bbdd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac498a72-02d2-4701-9463-579a6c9ac491 HTTP/1.1" status: 200 len: 217 time: 0.0342927 Jul 27 16:50:00.550208 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:00.599947 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bff12-a657-4946-9c08-53e41d1ad71b req-a092a64a-760c-42dc-91f8-377d2644fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:50:00.601487 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1d1bff12-a657-4946-9c08-53e41d1ad71b req-a092a64a-760c-42dc-91f8-377d2644fbb3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7 HTTP/1.1" status: 200 len: 851 time: 0.0452552 Jul 27 16:50:00.723512 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bff12-a657-4946-9c08-53e41d1ad71b req-ce8d1220-a974-44e0-a9ee-b9a9c085c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:50:00.725059 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1d1bff12-a657-4946-9c08-53e41d1ad71b req-ce8d1220-a974-44e0-a9ee-b9a9c085c0b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56948a9-265f-4da0-9590-a0bad1ef68c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438762 Jul 27 16:50:00.832980 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539fecc-a863-49e2-b271-fea84bd4f386 req-0b7923e3-e019-48ac-bd6b-6eb4570aad6c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:50:00.834362 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f539fecc-a863-49e2-b271-fea84bd4f386 req-0b7923e3-e019-48ac-bd6b-6eb4570aad6c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 945 time: 0.0620048 Jul 27 16:50:00.874931 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1d1bff12-a657-4946-9c08-53e41d1ad71b req-3964d806-1f4a-416a-89ed-799580916463 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432188 Jul 27 16:50:00.898265 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f539fecc-a863-49e2-b271-fea84bd4f386 req-2911042b-7da5-463a-ab1c-cd555d7cac1a tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551157 Jul 27 16:50:01.033169 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53e532-fac5-4062-be27-5c40204c0e6f req-2ece9cad-8f06-43f1-a00c-d522b4be099f tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:50:01.034549 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ca53e532-fac5-4062-be27-5c40204c0e6f req-2ece9cad-8f06-43f1-a00c-d522b4be099f tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.20 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 945 time: 0.0473568 Jul 27 16:50:01.034670 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1d1bff12-a657-4946-9c08-53e41d1ad71b req-b53da1c5-340d-44c3-bdd4-036f6c3ed169 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836573 Jul 27 16:50:01.121514 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [req-ca53e532-fac5-4062-be27-5c40204c0e6f req-cfddf638-d972-4d4c-95cb-0e6b1e41e742 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Deleting port ac498a72-02d2-4701-9463-579a6c9ac491 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:50:01.121852 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-ca53e532-fac5-4062-be27-5c40204c0e6f req-cfddf638-d972-4d4c-95cb-0e6b1e41e742 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (ac498a72-02d2-4701-9463-579a6c9ac491), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:01.218291 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [req-ca53e532-fac5-4062-be27-5c40204c0e6f req-cfddf638-d972-4d4c-95cb-0e6b1e41e742 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] For port ac498a72-02d2-4701-9463-579a6c9ac491, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=ac498a72-02d2-4701-9463-579a6c9ac491,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:01.218656 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-ca53e532-fac5-4062-be27-5c40204c0e6f req-cfddf638-d972-4d4c-95cb-0e6b1e41e742 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (ac498a72-02d2-4701-9463-579a6c9ac491), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:01.231419 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [req-ca53e532-fac5-4062-be27-5c40204c0e6f req-cfddf638-d972-4d4c-95cb-0e6b1e41e742 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Calling delete_port for ac498a72-02d2-4701-9463-579a6c9ac491 owned by compute:nova {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:50:01.358544 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-ca53e532-fac5-4062-be27-5c40204c0e6f req-cfddf638-d972-4d4c-95cb-0e6b1e41e742 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (ac498a72-02d2-4701-9463-579a6c9ac491), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:01.386376 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddf638-d972-4d4c-95cb-0e6b1e41e742 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event deleted for resources: {'Port': ['ID=ac498a72-02d2-4701-9463-579a6c9ac491,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:01.431385 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca53e532-fac5-4062-be27-5c40204c0e6f req-cfddf638-d972-4d4c-95cb-0e6b1e41e742 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] No DVR routers for this DVR port ac498a72-02d2-4701-9463-579a6c9ac491 on host hv-cinder-84969 {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:50:01.433729 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [req-ca53e532-fac5-4062-be27-5c40204c0e6f req-cfddf638-d972-4d4c-95cb-0e6b1e41e742 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:01.437003 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-ca53e532-fac5-4062-be27-5c40204c0e6f req-cfddf638-d972-4d4c-95cb-0e6b1e41e742 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.20 "DELETE /v2.0/ports/ac498a72-02d2-4701-9463-579a6c9ac491 HTTP/1.1" status: 204 len: 173 time: 0.3934484 Jul 27 16:50:01.437437 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666e8fe7-1ae7-4435-be67-f8eb0a12c287', 'name': 'network-vif-deleted', 'tag': 'ac498a72-02d2-4701-9463-579a6c9ac491'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:50:01.439814 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7c8cc9-11db-426c-be9d-c3db5bc69603" -d '{"events": [{"server_uuid": "666e8fe7-1ae7-4435-be67-f8eb0a12c287", "name": "network-vif-deleted", "tag": "ac498a72-02d2-4701-9463-579a6c9ac491"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:01.485938 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954ee74e-9282-4b18-90df-433f79013e2b x-openstack-request-id: req-954ee74e-9282-4b18-90df-433f79013e2b {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:01.486234 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666e8fe7-1ae7-4435-be67-f8eb0a12c287", "name": "network-vif-deleted", "tag": "ac498a72-02d2-4701-9463-579a6c9ac491", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:01.486587 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-954ee74e-9282-4b18-90df-433f79013e2b {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:01.486902 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-954ee74e-9282-4b18-90df-433f79013e2b'] response: {'server_uuid': '666e8fe7-1ae7-4435-be67-f8eb0a12c287', 'name': 'network-vif-deleted', 'tag': 'ac498a72-02d2-4701-9463-579a6c9ac491', 'status': 'completed', 'code': 200} Jul 27 16:50:02.021656 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e85e920a-2eb3-4c16-bf86-487da4a4097b req-5c38eaf4-e8c8-46ca-8614-3e2724e05d7b tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=666e8fe7-1ae7-4435-be67-f8eb0a12c287 HTTP/1.1" status: 200 len: 210 time: 0.0377882 Jul 27 16:50:02.023163 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d6655c59-d77f-443f-9ad5-4234e368819c req-3b4fec6f-165c-44b1-abc6-edb66e1969fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439548 Jul 27 16:50:02.114688 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6655c59-d77f-443f-9ad5-4234e368819c req-8db9c248-725f-46cb-a3d5-1526776f565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:50:02.116217 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d6655c59-d77f-443f-9ad5-4234e368819c req-8db9c248-725f-46cb-a3d5-1526776f565d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 1129 time: 0.0409660 Jul 27 16:50:02.219786 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6655c59-d77f-443f-9ad5-4234e368819c req-b9f8dd0a-2c0b-492b-af60-562fa49ef3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:50:02.221301 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d6655c59-d77f-443f-9ad5-4234e368819c req-b9f8dd0a-2c0b-492b-af60-562fa49ef3e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 200 len: 913 time: 0.0883093 Jul 27 16:50:02.285969 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d6655c59-d77f-443f-9ad5-4234e368819c req-c2d1a78c-d2c9-4a7f-aba1-58f3489b7a0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f1a1da0-d2e8-43f5-b677-4367ca8c57bd HTTP/1.1" status: 200 len: 1001 time: 0.0586264 Jul 27 16:50:02.333176 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6655c59-d77f-443f-9ad5-4234e368819c req-e9f037f6-b88c-4cc1-9b8f-02e42074a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:50:02.334570 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d6655c59-d77f-443f-9ad5-4234e368819c req-e9f037f6-b88c-4cc1-9b8f-02e42074a3e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7 HTTP/1.1" status: 200 len: 851 time: 0.0432169 Jul 27 16:50:02.377185 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6655c59-d77f-443f-9ad5-4234e368819c req-97f614e3-6cea-44cd-8ffe-e854326fa6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:50:02.378654 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d6655c59-d77f-443f-9ad5-4234e368819c req-97f614e3-6cea-44cd-8ffe-e854326fa6f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56948a9-265f-4da0-9590-a0bad1ef68c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386174 Jul 27 16:50:02.470799 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d6655c59-d77f-443f-9ad5-4234e368819c req-40c93740-9b8d-4253-a599-aabbe1c9045c service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851834 Jul 27 16:50:02.533381 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:02.564841 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-d6655c59-d77f-443f-9ad5-4234e368819c req-bd8418b5-9f3f-4db5-ad44-a5680d36e38f service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869138 Jul 27 16:50:04.463407 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device ac498a72-02d2-4701-9463-579a6c9ac491 no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:04.484153 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: ac498a72-02d2-4701-9463-579a6c9ac491 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:50:04.484497 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device ac498a72-02d2-4701-9463-579a6c9ac491 not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:05.322306 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48490) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:50:05.368942 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:05.461368 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f5c91-7f6a-4837-a376-3423011b04e4 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Deleting port 0510bc68-a9c5-4f88-b458-20120b94857a {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:50:05.461711 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5c91-7f6a-4837-a376-3423011b04e4 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (0510bc68-a9c5-4f88-b458-20120b94857a), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:05.535859 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5c91-7f6a-4837-a376-3423011b04e4 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (0510bc68-a9c5-4f88-b458-20120b94857a), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:05.536176 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5c91-7f6a-4837-a376-3423011b04e4 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for floatingip (0510bc68-a9c5-4f88-b458-20120b94857a), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:05.549043 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f5c91-7f6a-4837-a376-3423011b04e4 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Calling delete_port for 0510bc68-a9c5-4f88-b458-20120b94857a owned by network:floatingip {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:50:05.691507 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5c91-7f6a-4837-a376-3423011b04e4 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (0510bc68-a9c5-4f88-b458-20120b94857a), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:05.715900 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f5c91-7f6a-4837-a376-3423011b04e4 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event deleted for resources: {'Port': ['ID=0510bc68-a9c5-4f88-b458-20120b94857a,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:05.781330 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5c91-7f6a-4837-a376-3423011b04e4 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for floatingip (be4f5d04-a50d-4db7-8b5a-86502710f760), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:05.781661 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.db.l3_db [None req-ba0f5c91-7f6a-4837-a376-3423011b04e4 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Floating IP be4f5d04-a50d-4db7-8b5a-86502710f760 disassociated (deleted). External IP: 172.27.2.197, port: 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd. Jul 27 16:50:06.206221 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0f5c91-7f6a-4837-a376-3423011b04e4 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:50:06.313820 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0f5c91-7f6a-4837-a376-3423011b04e4 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:50:06.318629 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ba0f5c91-7f6a-4837-a376-3423011b04e4 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:06.321091 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:06.324101 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fe95ce-9dc6-40db-82bb-61dc35f87c50 None None] Sync routers for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:50:06.334037 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe95ce-9dc6-40db-82bb-61dc35f87c50 None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:50:06.334645 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-b5fe95ce-9dc6-40db-82bb-61dc35f87c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:49:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:06.348512 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-ba0f5c91-7f6a-4837-a376-3423011b04e4 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "DELETE /v2.0/floatingips/be4f5d04-a50d-4db7-8b5a-86502710f760 HTTP/1.1" status: 204 len: 168 time: 1.0251484 Jul 27 16:50:06.349179 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'tag': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:50:06.351356 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea0b7ecc04096d5482291cbdd417b1eece5a81d9257aa818bfb35212e445c540" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c694d65e-b39d-4b3e-b805-26a08fb0f3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d067a2-10f4-4da2-86bb-405981d7afbf", "tag": "3f1a1da0-d2e8-43f5-b677-4367ca8c57bd"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:06.393087 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Jul 2022 16:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d4d584-8b99-4a7a-b777-a604c5e007a3 x-openstack-request-id: req-f7d4d584-8b99-4a7a-b777-a604c5e007a3 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:06.393378 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d067a2-10f4-4da2-86bb-405981d7afbf", "tag": "3f1a1da0-d2e8-43f5-b677-4367ca8c57bd", "status": "completed", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:06.393628 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f7d4d584-8b99-4a7a-b777-a604c5e007a3 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:06.394102 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d4d584-8b99-4a7a-b777-a604c5e007a3'] response: {'name': 'network-changed', 'server_uuid': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'tag': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd', 'status': 'completed', 'code': 200} Jul 27 16:50:06.438246 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-b5fe95ce-9dc6-40db-82bb-61dc35f87c50 None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:50:06.454793 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694d65e-b39d-4b3e-b805-26a08fb0f3dd req-8c1b52da-5af3-4e56-b3a8-87077da695d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:50:06.456788 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c694d65e-b39d-4b3e-b805-26a08fb0f3dd req-8c1b52da-5af3-4e56-b3a8-87077da695d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 1129 time: 0.0431178 Jul 27 16:50:06.475036 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:06.528220 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:06.567268 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694d65e-b39d-4b3e-b805-26a08fb0f3dd req-bcb52e84-264c-4655-a184-ef152607977a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:50:06.568973 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c694d65e-b39d-4b3e-b805-26a08fb0f3dd req-bcb52e84-264c-4655-a184-ef152607977a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 200 len: 913 time: 0.1057174 Jul 27 16:50:06.586498 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:06.592450 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f583f-6d50-4d0d-a66b-c0070d7e5f88 req-357cd017-c003-4d7f-a3c0-023bad7325b0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:50:06.594080 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-370f583f-6d50-4d0d-a66b-c0070d7e5f88 req-357cd017-c003-4d7f-a3c0-023bad7325b0 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 945 time: 0.0524998 Jul 27 16:50:06.639131 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-b5fe95ce-9dc6-40db-82bb-61dc35f87c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:06.643631 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-370f583f-6d50-4d0d-a66b-c0070d7e5f88 req-a79e5539-f2fd-40c8-91ff-3d4141472d3c tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437655 Jul 27 16:50:06.663629 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fe95ce-9dc6-40db-82bb-61dc35f87c50 None None] Checking router: 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:50:06.672868 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe95ce-9dc6-40db-82bb-61dc35f87c50 None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:50:06.673488 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-b5fe95ce-9dc6-40db-82bb-61dc35f87c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:49:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:06.772082 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-b5fe95ce-9dc6-40db-82bb-61dc35f87c50 None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:50:06.951671 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-b5fe95ce-9dc6-40db-82bb-61dc35f87c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:06.979741 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fe95ce-9dc6-40db-82bb-61dc35f87c50 None None] The sync data for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi is: [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:18Z', 'revision_number': 4, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi', '_interfaces': [{'id': '4662469c-0576-44ba-ae81-c02e870268dc', 'name': '', 'network_id': 'f56948a9-265f-4da0-9590-a0bad1ef68c4', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'mac_address': 'fa:16:3e:6b:8b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:17Z', 'updated_at': '2022-07-27T16:43:23Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'subnets': [{'id': '55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:50:07.179692 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a109de6-abe0-4ab1-9567-1bfb95d2891a None None] New status for floating IP be4f5d04-a50d-4db7-8b5a-86502710f760: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 27 16:50:07.575147 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c694d65e-b39d-4b3e-b805-26a08fb0f3dd req-d9615818-9992-4e29-b936-7e68a7cdb7bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f1a1da0-d2e8-43f5-b677-4367ca8c57bd HTTP/1.1" status: 200 len: 217 time: 0.0340865 Jul 27 16:50:07.630167 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694d65e-b39d-4b3e-b805-26a08fb0f3dd req-a9761550-f996-4422-94b2-010cdcdccf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:50:07.631595 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c694d65e-b39d-4b3e-b805-26a08fb0f3dd req-a9761550-f996-4422-94b2-010cdcdccf69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7 HTTP/1.1" status: 200 len: 851 time: 0.0481820 Jul 27 16:50:07.751520 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694d65e-b39d-4b3e-b805-26a08fb0f3dd req-cf671a55-e309-4786-956e-00fda73b3f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104022) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:50:07.753044 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c694d65e-b39d-4b3e-b805-26a08fb0f3dd req-cf671a55-e309-4786-956e-00fda73b3f11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f56948a9-265f-4da0-9590-a0bad1ef68c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423589 Jul 27 16:50:07.766980 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250a8ac-f142-4e06-b66f-b9dce8a0e293 req-fd5979a9-7341-4832-af92-b17047ff7b2e tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:50:07.768513 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2250a8ac-f142-4e06-b66f-b9dce8a0e293 req-fd5979a9-7341-4832-af92-b17047ff7b2e tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 945 time: 0.0492287 Jul 27 16:50:07.820747 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2250a8ac-f142-4e06-b66f-b9dce8a0e293 req-7ca35e43-2348-4c5c-b194-8f43c470c35d tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/security-groups?id=d25f3411-cdaa-4120-b797-b729e19c91c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465727 Jul 27 16:50:07.847854 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c694d65e-b39d-4b3e-b805-26a08fb0f3dd req-12ac388d-a34a-44f1-bdc6-ffaafe3b684a service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875146 Jul 27 16:50:08.009705 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [req-c694d65e-b39d-4b3e-b805-26a08fb0f3dd req-f01eac0c-14bf-43e6-977f-ab642f0a50b9 service neutron] 10.222.0.20 "GET /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890384 Jul 27 16:50:08.018609 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc3cfb-2868-462a-8e54-520fea0d7386 req-4ee53725-9372-482d-9983-73facb6ec03e tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 27 16:50:08.020034 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fbfc3cfb-2868-462a-8e54-520fea0d7386 req-4ee53725-9372-482d-9983-73facb6ec03e tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 945 time: 0.0468588 Jul 27 16:50:08.102623 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-fbfc3cfb-2868-462a-8e54-520fea0d7386 req-471abba6-9d3e-48dd-8767-ad4e273b8e50 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Deleting port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:50:08.102880 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-fbfc3cfb-2868-462a-8e54-520fea0d7386 req-471abba6-9d3e-48dd-8767-ad4e273b8e50 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (3f1a1da0-d2e8-43f5-b677-4367ca8c57bd), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:08.190770 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:08.196030 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-fbfc3cfb-2868-462a-8e54-520fea0d7386 req-471abba6-9d3e-48dd-8767-ad4e273b8e50 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] For port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd, host hv-cinder-84969, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84969',level=0,port_id=3f1a1da0-d2e8-43f5-b677-4367ca8c57bd,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:08.197039 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-fbfc3cfb-2868-462a-8e54-520fea0d7386 req-471abba6-9d3e-48dd-8767-ad4e273b8e50 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (3f1a1da0-d2e8-43f5-b677-4367ca8c57bd), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:08.208770 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:08.210004 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-fbfc3cfb-2868-462a-8e54-520fea0d7386 req-471abba6-9d3e-48dd-8767-ad4e273b8e50 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Calling delete_port for 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:50:08.347486 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-fbfc3cfb-2868-462a-8e54-520fea0d7386 req-471abba6-9d3e-48dd-8767-ad4e273b8e50 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (3f1a1da0-d2e8-43f5-b677-4367ca8c57bd), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:08.382617 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471abba6-9d3e-48dd-8767-ad4e273b8e50 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event deleted for resources: {'Port': ['ID=3f1a1da0-d2e8-43f5-b677-4367ca8c57bd,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:08.423986 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfc3cfb-2868-462a-8e54-520fea0d7386 req-471abba6-9d3e-48dd-8767-ad4e273b8e50 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] No DVR routers for this DVR port 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd on host hv-cinder-84969 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:50:08.426710 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-fbfc3cfb-2868-462a-8e54-520fea0d7386 req-471abba6-9d3e-48dd-8767-ad4e273b8e50 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:08.430325 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fbfc3cfb-2868-462a-8e54-520fea0d7386 req-471abba6-9d3e-48dd-8767-ad4e273b8e50 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.20 "DELETE /v2.0/ports/3f1a1da0-d2e8-43f5-b677-4367ca8c57bd HTTP/1.1" status: 204 len: 173 time: 0.4054255 Jul 27 16:50:08.431324 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'name': 'network-vif-deleted', 'tag': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 27 16:50:08.434209 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69c3b0d9c505ce75c7100298a0ded94c4bfa7f79f07433f11fbb11efc486d020" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7264f215-0291-4041-806b-763302683816" -d '{"events": [{"server_uuid": "c9d067a2-10f4-4da2-86bb-405981d7afbf", "name": "network-vif-deleted", "tag": "3f1a1da0-d2e8-43f5-b677-4367ca8c57bd"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 16:50:08.470890 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Jul 2022 16:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88d68b3-d08d-4c0d-8754-bbf8176e95cf x-openstack-request-id: req-e88d68b3-d08d-4c0d-8754-bbf8176e95cf {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 16:50:08.471182 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d067a2-10f4-4da2-86bb-405981d7afbf", "name": "network-vif-deleted", "tag": "3f1a1da0-d2e8-43f5-b677-4367ca8c57bd", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 16:50:08.471426 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e88d68b3-d08d-4c0d-8754-bbf8176e95cf {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 16:50:08.471827 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e88d68b3-d08d-4c0d-8754-bbf8176e95cf'] response: {'server_uuid': 'c9d067a2-10f4-4da2-86bb-405981d7afbf', 'name': 'network-vif-deleted', 'tag': '3f1a1da0-d2e8-43f5-b677-4367ca8c57bd', 'status': 'completed', 'code': 200} Jul 27 16:50:08.934598 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c1986c63-5b66-4156-a250-37cd8ecc8b47 req-9fba4fca-8343-40ef-9569-46bfa9a45da6 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9d067a2-10f4-4da2-86bb-405981d7afbf HTTP/1.1" status: 200 len: 210 time: 0.0309911 Jul 27 16:50:09.998413 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48506) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:50:10.112229 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Deleting port 338e1a73-9141-436d-a126-4b1d07d88ff5 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:50:10.112565 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (338e1a73-9141-436d-a126-4b1d07d88ff5), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:10.188736 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (338e1a73-9141-436d-a126-4b1d07d88ff5), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:10.189098 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for floatingip (338e1a73-9141-436d-a126-4b1d07d88ff5), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:10.201518 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Calling delete_port for 338e1a73-9141-436d-a126-4b1d07d88ff5 owned by network:floatingip {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:50:10.329887 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (338e1a73-9141-436d-a126-4b1d07d88ff5), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:10.356521 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event deleted for resources: {'Port': ['ID=338e1a73-9141-436d-a126-4b1d07d88ff5,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:10.382888 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:10.383235 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:10.383567 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:10.383899 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:10.384224 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:10.384547 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:10.385305 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:10.385305 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:10.385640 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:10.385803 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:10.386121 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:10.386439 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:10.386755 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:10.387068 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:10.387383 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:10.420135 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:10.429535 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for floatingip (db7aab5a-4333-44c0-941d-0e6ba2e542ac), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:10.432042 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101567'] for floatingip (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:10.433257 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-c82a08e6-8c91-4496-a3fc-3fb3d46577cc tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "DELETE /v2.0/floatingips/db7aab5a-4333-44c0-941d-0e6ba2e542ac HTTP/1.1" status: 204 len: 168 time: 0.4340773 Jul 27 16:50:11.638408 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48518) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:50:11.695472 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-69aa21e2-2f3e-43a2-a40a-66082f819467 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group (d25f3411-cdaa-4120-b797-b729e19c91c0), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:11.720881 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-69aa21e2-2f3e-43a2-a40a-66082f819467 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group (d25f3411-cdaa-4120-b797-b729e19c91c0), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:11.780970 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-69aa21e2-2f3e-43a2-a40a-66082f819467 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (d25f3411-cdaa-4120-b797-b729e19c91c0), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:11.783584 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-69aa21e2-2f3e-43a2-a40a-66082f819467 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Publish callbacks [] for security_group (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:11.784853 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-69aa21e2-2f3e-43a2-a40a-66082f819467 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] 10.222.0.74 "DELETE /v2.0/security-groups/d25f3411-cdaa-4120-b797-b729e19c91c0 HTTP/1.1" status: 204 len: 168 time: 0.1454320 Jul 27 16:50:11.794886 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa21e2-2f3e-43a2-a40a-66082f819467 tempest-TestVolumeBootPattern-1996413621 tempest-TestVolumeBootPattern-1996413621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25f3411-cdaa-4120-b797-b729e19c91c0,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:11.842418 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48522) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:50:11.986994 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:12.257506 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4f59cc69-2f98-4ee6-ba7f-f320581af251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426012'] for router_interface (3cb00f64-ebf4-4b8a-ade3-5b75c4924700), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:12.477860 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-4f59cc69-2f98-4ee6-ba7f-f320581af251 admin admin] Deleting port 4662469c-0576-44ba-ae81-c02e870268dc {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:50:12.478197 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4f59cc69-2f98-4ee6-ba7f-f320581af251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (4662469c-0576-44ba-ae81-c02e870268dc), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:12.490552 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd no longer exists at agent hyperv_hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:12.509913 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] No Port match for: 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:50:12.510256 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Device 3f1a1da0-d2e8-43f5-b677-4367ca8c57bd not bound to the agent host hv-cinder-84969 {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:12.557493 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-4f59cc69-2f98-4ee6-ba7f-f320581af251 admin admin] For port 4662469c-0576-44ba-ae81-c02e870268dc, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=4662469c-0576-44ba-ae81-c02e870268dc,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:12.557852 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4f59cc69-2f98-4ee6-ba7f-f320581af251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (4662469c-0576-44ba-ae81-c02e870268dc), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:12.571104 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-4f59cc69-2f98-4ee6-ba7f-f320581af251 admin admin] Calling delete_port for 4662469c-0576-44ba-ae81-c02e870268dc owned by network:router_interface {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:50:12.683151 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:12.736873 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:12.751168 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4f59cc69-2f98-4ee6-ba7f-f320581af251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (4662469c-0576-44ba-ae81-c02e870268dc), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:12.779466 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59cc69-2f98-4ee6-ba7f-f320581af251 admin admin] Pushing event deleted for resources: {'Port': ['ID=4662469c-0576-44ba-ae81-c02e870268dc,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:12.950403 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4f59cc69-2f98-4ee6-ba7f-f320581af251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426120'] for router_interface (3cb00f64-ebf4-4b8a-ade3-5b75c4924700), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:13.155093 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f59cc69-2f98-4ee6-ba7f-f320581af251 admin admin] Router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:50:13.253562 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f59cc69-2f98-4ee6-ba7f-f320581af251 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:50:13.260632 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-4f59cc69-2f98-4ee6-ba7f-f320581af251 admin admin] 10.222.0.74 "PUT /v2.0/routers/3cb00f64-ebf4-4b8a-ade3-5b75c4924700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4162753 Jul 27 16:50:13.262359 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48526) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:50:13.263414 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70151b8-7c62-4eda-8929-abc644970d0f None None] Sync routers for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:50:13.273580 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70151b8-7c62-4eda-8929-abc644970d0f None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:50:13.274299 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-b70151b8-7c62-4eda-8929-abc644970d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:49:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:13.359291 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-261c0238-a17a-4275-813f-bb57ac515236 admin admin] Publish callbacks [] for router (3cb00f64-ebf4-4b8a-ade3-5b75c4924700), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:13.374909 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-b70151b8-7c62-4eda-8929-abc644970d0f None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:50:13.456395 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-261c0238-a17a-4275-813f-bb57ac515236 admin admin] Publish callbacks [] for router_gateway (3cb00f64-ebf4-4b8a-ade3-5b75c4924700), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:13.498813 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:13.500111 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-261c0238-a17a-4275-813f-bb57ac515236 admin admin] Deleting port 82dd5847-9af8-4a80-97e7-32d4fb58dac6 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:50:13.500604 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-261c0238-a17a-4275-813f-bb57ac515236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (82dd5847-9af8-4a80-97e7-32d4fb58dac6), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:13.543569 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-b70151b8-7c62-4eda-8929-abc644970d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:50:12Z', 'revision_number': 5, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port': {'id': '82dd5847-9af8-4a80-97e7-32d4fb58dac6', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:13.574516 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70151b8-7c62-4eda-8929-abc644970d0f None None] Checking router: 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 for host: dv-cinder-849690-6-iscsi {{(pid=104024) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:50:13.583233 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70151b8-7c62-4eda-8929-abc644970d0f None None] Routers {'3cb00f64-ebf4-4b8a-ade3-5b75c4924700'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104024) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:50:13.583827 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-b70151b8-7c62-4eda-8929-abc644970d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:49:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'], 'active': True} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:13.591273 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-261c0238-a17a-4275-813f-bb57ac515236 admin admin] For port 82dd5847-9af8-4a80-97e7-32d4fb58dac6, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=82dd5847-9af8-4a80-97e7-32d4fb58dac6,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:13.591638 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-261c0238-a17a-4275-813f-bb57ac515236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (82dd5847-9af8-4a80-97e7-32d4fb58dac6), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:13.605154 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-261c0238-a17a-4275-813f-bb57ac515236 admin admin] Calling delete_port for 82dd5847-9af8-4a80-97e7-32d4fb58dac6 owned by network:router_gateway {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:50:13.647117 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=100 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:13.667949 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_dvr_db [None req-b70151b8-7c62-4eda-8929-abc644970d0f None None] Set router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 gateway port host: None {{(pid=104024) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:50:13.669477 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:13.774414 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-261c0238-a17a-4275-813f-bb57ac515236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (82dd5847-9af8-4a80-97e7-32d4fb58dac6), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:13.798082 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c0238-a17a-4275-813f-bb57ac515236 admin admin] Pushing event deleted for resources: {'Port': ['ID=82dd5847-9af8-4a80-97e7-32d4fb58dac6,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:13.811787 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.l3_hamode_db [None req-b70151b8-7c62-4eda-8929-abc644970d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:50:13Z', 'revision_number': 6, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port_host': None}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:13.837602 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70151b8-7c62-4eda-8929-abc644970d0f None None] The sync data for ids ['3cb00f64-ebf4-4b8a-ade3-5b75c4924700'] in dv-cinder-849690-6-iscsi is: [{'id': '3cb00f64-ebf4-4b8a-ade3-5b75c4924700', 'name': 'tempest-TestVolumeBootPattern-1247125696-router', 'tenant_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:15Z', 'updated_at': '2022-07-27T16:50:13Z', 'revision_number': 6, 'project_id': 'c24a78af0a5d46de89b42a548fc3f43c', 'gw_port_host': None}] {{(pid=104024) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:50:13.870422 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-261c0238-a17a-4275-813f-bb57ac515236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427548'] for router_gateway (3cb00f64-ebf4-4b8a-ade3-5b75c4924700), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:13.956263 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-261c0238-a17a-4275-813f-bb57ac515236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (3cb00f64-ebf4-4b8a-ade3-5b75c4924700), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:13.958439 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-261c0238-a17a-4275-813f-bb57ac515236 admin admin] Publish callbacks [] for router_controller (3cb00f64-ebf4-4b8a-ade3-5b75c4924700), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:14.230413 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-261c0238-a17a-4275-813f-bb57ac515236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566549'] for router (3cb00f64-ebf4-4b8a-ade3-5b75c4924700), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:14.230998 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261c0238-a17a-4275-813f-bb57ac515236 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cb00f64-ebf4-4b8a-ade3-5b75c4924700 {{(pid=104022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:50:14.235370 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-261c0238-a17a-4275-813f-bb57ac515236 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:14.236451 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-261c0238-a17a-4275-813f-bb57ac515236 admin admin] 10.222.0.74 "DELETE /v2.0/routers/3cb00f64-ebf4-4b8a-ade3-5b75c4924700 HTTP/1.1" status: 204 len: 168 time: 0.9731615 Jul 27 16:50:14.238974 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48528) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:50:14.288584 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-13779ef7-3a7d-4317-a7e8-3141993e6880 admin admin] Deleting subnet 55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7 {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 16:50:14.292434 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-13779ef7-3a7d-4317-a7e8-3141993e6880 admin admin] Publish callbacks [] for subnet (55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:14.326824 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-13779ef7-3a7d-4317-a7e8-3141993e6880 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6765107'] for subnet (55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:14.407777 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-13779ef7-3a7d-4317-a7e8-3141993e6880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1235243'] for subnet (55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:14.459221 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-13779ef7-3a7d-4317-a7e8-3141993e6880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1235234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6205895'] for subnet (55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:14.484830 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13779ef7-3a7d-4317-a7e8-3141993e6880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:14.489469 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-13779ef7-3a7d-4317-a7e8-3141993e6880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:14.494557 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25e29a2-c89d-4f5d-b0ff-5ce664335633 None None] Network f56948a9-265f-4da0-9590-a0bad1ef68c4 requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:50:14.495304 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48530) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:50:14.497137 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-13779ef7-3a7d-4317-a7e8-3141993e6880 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/55bbfd1d-5ce9-4f85-92b9-c783cd53d3d7 HTTP/1.1" status: 204 len: 168 time: 0.2526419 Jul 27 16:50:14.563971 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1293665'] for network (f56948a9-265f-4da0-9590-a0bad1ef68c4), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:14.606852 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] Deleting port 373a5a30-bcac-416a-86f3-070b12b25f1d {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:50:14.607192 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (373a5a30-bcac-416a-86f3-070b12b25f1d), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:14.654771 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] DHCP port deletion for f56948a9-265f-4da0-9590-a0bad1ef68c4 request from dv-cinder-849690-6-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 16:50:14.679348 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] For port 373a5a30-bcac-416a-86f3-070b12b25f1d, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=373a5a30-bcac-416a-86f3-070b12b25f1d,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:14.679711 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (373a5a30-bcac-416a-86f3-070b12b25f1d), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:14.692210 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Deleting port 373a5a30-bcac-416a-86f3-070b12b25f1d {{(pid=104023) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:50:14.692453 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] Calling delete_port for 373a5a30-bcac-416a-86f3-070b12b25f1d owned by network:dhcp {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:50:14.692603 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (373a5a30-bcac-416a-86f3-070b12b25f1d), before_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:14.757704 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] For port 373a5a30-bcac-416a-86f3-070b12b25f1d, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=373a5a30-bcac-416a-86f3-070b12b25f1d,segment=NetworkSegment(677d854b-aa7d-4596-aa25-8015cff964a3),segment_id=677d854b-aa7d-4596-aa25-8015cff964a3)] {{(pid=104023) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:14.758105 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (373a5a30-bcac-416a-86f3-070b12b25f1d), precommit_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:14.775556 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5474466'] for port (373a5a30-bcac-416a-86f3-070b12b25f1d), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:14.777049 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Calling delete_port for 373a5a30-bcac-416a-86f3-070b12b25f1d owned by network:dhcp {{(pid=104023) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:50:14.802846 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] Pushing event deleted for resources: {'Port': ['ID=373a5a30-bcac-416a-86f3-070b12b25f1d,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:14.810529 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] No DVR routers for this DVR port 373a5a30-bcac-416a-86f3-070b12b25f1d on host dv-cinder-849690-6-iscsi {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:50:14.861295 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396'] for port (373a5a30-bcac-416a-86f3-070b12b25f1d), after_delete {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:14.891251 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Pushing event deleted for resources: {'Port': ['ID=373a5a30-bcac-416a-86f3-070b12b25f1d,revision_number=None']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:14.893975 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] No DVR routers for this DVR port 373a5a30-bcac-416a-86f3-070b12b25f1d on host dv-cinder-849690-6-iscsi {{(pid=104023) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:50:14.907961 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:14.908317 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:14.908684 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:14.909051 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:14.909380 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:14.909819 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:14.910035 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:14.910367 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:14.910698 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:14.911026 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:14.911357 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:14.911686 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:14.912109 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:14.912340 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:14.913065 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f1266e-4bf6-4d26-9f83-baa30fdba848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849690-6-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 16:50:14.927753 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233157', 'neutron.services.segments.db._delete_segments_for_network-8729475437258'] for network (f56948a9-265f-4da0-9590-a0bad1ef68c4), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:14.948718 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 4662469c-0576-44ba-ae81-c02e870268dc no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:14.959019 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56948a9-265f-4da0-9590-a0bad1ef68c4']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:14.968948 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 4662469c-0576-44ba-ae81-c02e870268dc {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:50:14.969298 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 4662469c-0576-44ba-ae81-c02e870268dc not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:14.969755 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 82dd5847-9af8-4a80-97e7-32d4fb58dac6 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:14.971867 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677d854b-aa7d-4596-aa25-8015cff964a3') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:14.972235 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677d854b-aa7d-4596-aa25-8015cff964a3') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:14.981977 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729475437159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5475912'] for segment (677d854b-aa7d-4596-aa25-8015cff964a3), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:14.990279 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 82dd5847-9af8-4a80-97e7-32d4fb58dac6 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:50:14.990632 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 82dd5847-9af8-4a80-97e7-32d4fb58dac6 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:14.991043 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 373a5a30-bcac-416a-86f3-070b12b25f1d no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:14.995970 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (677d854b-aa7d-4596-aa25-8015cff964a3), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:15.002460 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:50:15.002841 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5474513'] for segment (677d854b-aa7d-4596-aa25-8015cff964a3), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:15.010685 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: 373a5a30-bcac-416a-86f3-070b12b25f1d {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:50:15.011035 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device 373a5a30-bcac-416a-86f3-070b12b25f1d not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:15.045462 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 677d854b-aa7d-4596-aa25-8015cff964a3 resource provider aggregate not found Jul 27 16:50:15.063793 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 677d854b-aa7d-4596-aa25-8015cff964a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 677d854b-aa7d-4596-aa25-8015cff964a3 found for delete ", "request_id": "req-70c742ea-7702-4125-acfa-627342d08b3d"}]} Jul 27 16:50:15.071452 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427568'] for network (f56948a9-265f-4da0-9590-a0bad1ef68c4), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:15.076840 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:15.079919 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] 10.222.0.74 "DELETE /v2.0/networks/f56948a9-265f-4da0-9590-a0bad1ef68c4 HTTP/1.1" status: 204 len: 168 time: 0.5836463 Jul 27 16:50:15.082966 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48536) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:50:15.090777 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71eb6c-4bb3-406e-a5a3-cd30279e21ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f56948a9-265f-4da0-9590-a0bad1ef68c4,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:15.271373 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:15.405969 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a54795b9-bec8-470d-9a8d-0ca937b49380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426012'] for router_interface (b867f0ab-757e-40f9-a9e3-c97b49bea909), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:15.437208 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:DELETE=8,neutron:UPDATE=2,neutron:SELECT=90 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:15.636562 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-a54795b9-bec8-470d-9a8d-0ca937b49380 admin admin] Deleting port d09a900e-b684-4c41-ab1d-ba0eb725fc36 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:50:15.636807 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a54795b9-bec8-470d-9a8d-0ca937b49380 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:15.715092 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-a54795b9-bec8-470d-9a8d-0ca937b49380 admin admin] For port d09a900e-b684-4c41-ab1d-ba0eb725fc36, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=d09a900e-b684-4c41-ab1d-ba0eb725fc36,segment=NetworkSegment(39d55b5f-0e64-45ad-85b2-5421c2d202db),segment_id=39d55b5f-0e64-45ad-85b2-5421c2d202db)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:15.715444 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a54795b9-bec8-470d-9a8d-0ca937b49380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:15.728843 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-a54795b9-bec8-470d-9a8d-0ca937b49380 admin admin] Calling delete_port for d09a900e-b684-4c41-ab1d-ba0eb725fc36 owned by network:router_interface {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:50:15.907584 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a54795b9-bec8-470d-9a8d-0ca937b49380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (d09a900e-b684-4c41-ab1d-ba0eb725fc36), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:15.931129 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54795b9-bec8-470d-9a8d-0ca937b49380 admin admin] Pushing event deleted for resources: {'Port': ['ID=d09a900e-b684-4c41-ab1d-ba0eb725fc36,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:16.085259 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:16.095087 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a54795b9-bec8-470d-9a8d-0ca937b49380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426120'] for router_interface (b867f0ab-757e-40f9-a9e3-c97b49bea909), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:16.282851 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:16.302375 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54795b9-bec8-470d-9a8d-0ca937b49380 admin admin] Router b867f0ab-757e-40f9-a9e3-c97b49bea909 has already been hosted by L3 agent 30eac719-5180-4546-94d5-bc45597d1397 {{(pid=104022) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 27 16:50:16.402986 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54795b9-bec8-470d-9a8d-0ca937b49380 admin admin] Notify agent at l3_agent.dv-cinder-849690-6-iscsi the message routers_updated {{(pid=104022) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 16:50:16.407905 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-a54795b9-bec8-470d-9a8d-0ca937b49380 admin admin] 10.222.0.74 "PUT /v2.0/routers/b867f0ab-757e-40f9-a9e3-c97b49bea909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3238149 Jul 27 16:50:16.410387 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48538) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:50:16.413275 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3858db6a-ca18-43f1-9f4d-2bd58187a3c6 None None] Sync routers for ids ['b867f0ab-757e-40f9-a9e3-c97b49bea909'] in dv-cinder-849690-6-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 16:50:16.423417 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3858db6a-ca18-43f1-9f4d-2bd58187a3c6 None None] Routers {'b867f0ab-757e-40f9-a9e3-c97b49bea909'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:50:16.423959 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3858db6a-ca18-43f1-9f4d-2bd58187a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:49:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['b867f0ab-757e-40f9-a9e3-c97b49bea909'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:16.512601 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e5ddafb-195e-43eb-b0a0-6572f1bf3c3c admin admin] Publish callbacks [] for router (b867f0ab-757e-40f9-a9e3-c97b49bea909), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:16.524925 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-3858db6a-ca18-43f1-9f4d-2bd58187a3c6 None None] Set router b867f0ab-757e-40f9-a9e3-c97b49bea909 gateway port host: dv-cinder-849690-6-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:50:16.608361 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e5ddafb-195e-43eb-b0a0-6572f1bf3c3c admin admin] Publish callbacks [] for router_gateway (b867f0ab-757e-40f9-a9e3-c97b49bea909), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:16.653670 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ddafb-195e-43eb-b0a0-6572f1bf3c3c admin admin] Deleting port c16a7bac-c31a-42dc-996e-c9c81719012f {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:50:16.654026 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e5ddafb-195e-43eb-b0a0-6572f1bf3c3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (c16a7bac-c31a-42dc-996e-c9c81719012f), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:16.692254 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3858db6a-ca18-43f1-9f4d-2bd58187a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'name': 'tempest-TestVolumeBootPattern-47425503-router', 'tenant_id': '68d55b4deef34beba72a1f5971bed410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'external_fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'c16a7bac-c31a-42dc-996e-c9c81719012f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:20Z', 'updated_at': '2022-07-27T16:50:15Z', 'revision_number': 5, 'project_id': '68d55b4deef34beba72a1f5971bed410', 'gw_port': {'id': 'c16a7bac-c31a-42dc-996e-c9c81719012f', 'name': '', 'network_id': '324767fb-ff40-4d46-af34-41c9254e2f1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849690-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-27T16:43:21Z', 'updated_at': '2022-07-27T16:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cddb6bc5-beaa-4603-8841-6a3a0457e2c7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849690-6-iscsi'}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:16.725212 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3858db6a-ca18-43f1-9f4d-2bd58187a3c6 None None] Checking router: b867f0ab-757e-40f9-a9e3-c97b49bea909 for host: dv-cinder-849690-6-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 16:50:16.734070 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-4e5ddafb-195e-43eb-b0a0-6572f1bf3c3c admin admin] For port c16a7bac-c31a-42dc-996e-c9c81719012f, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=c16a7bac-c31a-42dc-996e-c9c81719012f,segment=NetworkSegment(5dacce90-ffcc-4083-84ae-c16055fc435f),segment_id=5dacce90-ffcc-4083-84ae-c16055fc435f)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:16.734270 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3858db6a-ca18-43f1-9f4d-2bd58187a3c6 None None] Routers {'b867f0ab-757e-40f9-a9e3-c97b49bea909'} bound to L3 agent in host dv-cinder-849690-6-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 27 16:50:16.734425 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e5ddafb-195e-43eb-b0a0-6572f1bf3c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (c16a7bac-c31a-42dc-996e-c9c81719012f), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:16.734662 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3858db6a-ca18-43f1-9f4d-2bd58187a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849690-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-27T16:27:27Z,description=,heartbeat_timestamp=2022-07-27T16:49:57Z,host='dv-cinder-849690-6-iscsi',id=30eac719-5180-4546-94d5-bc45597d1397,load=0,resource_versions=,resources_synced=,started_at=2022-07-27T16:27:27Z,topic='l3_agent')) {'router_ids': ['b867f0ab-757e-40f9-a9e3-c97b49bea909'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:16.748182 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ddafb-195e-43eb-b0a0-6572f1bf3c3c admin admin] Calling delete_port for c16a7bac-c31a-42dc-996e-c9c81719012f owned by network:router_gateway {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:50:16.804866 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:16.817743 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-3858db6a-ca18-43f1-9f4d-2bd58187a3c6 None None] Set router b867f0ab-757e-40f9-a9e3-c97b49bea909 gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 27 16:50:16.844581 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:16.872497 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3858db6a-ca18-43f1-9f4d-2bd58187a3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'name': 'tempest-TestVolumeBootPattern-47425503-router', 'tenant_id': '68d55b4deef34beba72a1f5971bed410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:20Z', 'updated_at': '2022-07-27T16:50:16Z', 'revision_number': 6, 'project_id': '68d55b4deef34beba72a1f5971bed410', 'gw_port_host': None}], 'dv-cinder-849690-6-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:16.898302 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3858db6a-ca18-43f1-9f4d-2bd58187a3c6 None None] The sync data for ids ['b867f0ab-757e-40f9-a9e3-c97b49bea909'] in dv-cinder-849690-6-iscsi is: [{'id': 'b867f0ab-757e-40f9-a9e3-c97b49bea909', 'name': 'tempest-TestVolumeBootPattern-47425503-router', 'tenant_id': '68d55b4deef34beba72a1f5971bed410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-27T16:43:20Z', 'updated_at': '2022-07-27T16:50:16Z', 'revision_number': 6, 'project_id': '68d55b4deef34beba72a1f5971bed410', 'gw_port_host': None}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 16:50:16.916200 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e5ddafb-195e-43eb-b0a0-6572f1bf3c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (c16a7bac-c31a-42dc-996e-c9c81719012f), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:16.921526 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:16.946604 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ddafb-195e-43eb-b0a0-6572f1bf3c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=c16a7bac-c31a-42dc-996e-c9c81719012f,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:17.011053 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e5ddafb-195e-43eb-b0a0-6572f1bf3c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-427548'] for router_gateway (b867f0ab-757e-40f9-a9e3-c97b49bea909), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.095673 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e5ddafb-195e-43eb-b0a0-6572f1bf3c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3668'] for router (b867f0ab-757e-40f9-a9e3-c97b49bea909), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.097863 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e5ddafb-195e-43eb-b0a0-6572f1bf3c3c admin admin] Publish callbacks [] for router_controller (b867f0ab-757e-40f9-a9e3-c97b49bea909), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.139174 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e5ddafb-195e-43eb-b0a0-6572f1bf3c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566549'] for router (b867f0ab-757e-40f9-a9e3-c97b49bea909), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.139745 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5ddafb-195e-43eb-b0a0-6572f1bf3c3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b867f0ab-757e-40f9-a9e3-c97b49bea909 {{(pid=104022) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 16:50:17.143831 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e5ddafb-195e-43eb-b0a0-6572f1bf3c3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.144967 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-4e5ddafb-195e-43eb-b0a0-6572f1bf3c3c admin admin] 10.222.0.74 "DELETE /v2.0/routers/b867f0ab-757e-40f9-a9e3-c97b49bea909 HTTP/1.1" status: 204 len: 168 time: 0.7336669 Jul 27 16:50:17.147469 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48540) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:50:17.186337 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:17.192269 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a41905-41ae-4d78-9593-c23f1e027eda admin admin] Deleting subnet 615034a3-80ec-4f10-a28d-3787146f8d25 {{(pid=104022) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 27 16:50:17.196868 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-76a41905-41ae-4d78-9593-c23f1e027eda admin admin] Publish callbacks [] for subnet (615034a3-80ec-4f10-a28d-3787146f8d25), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.234764 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-76a41905-41ae-4d78-9593-c23f1e027eda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6765107'] for subnet (615034a3-80ec-4f10-a28d-3787146f8d25), precommit_delete_associations {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.312550 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-76a41905-41ae-4d78-9593-c23f1e027eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1235243'] for subnet (615034a3-80ec-4f10-a28d-3787146f8d25), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.373130 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-76a41905-41ae-4d78-9593-c23f1e027eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1235234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5990972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6205895'] for subnet (615034a3-80ec-4f10-a28d-3787146f8d25), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.399749 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a41905-41ae-4d78-9593-c23f1e027eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=615034a3-80ec-4f10-a28d-3787146f8d25,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:17.405267 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-76a41905-41ae-4d78-9593-c23f1e027eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for subnet (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.408770 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-76a41905-41ae-4d78-9593-c23f1e027eda admin admin] 10.222.0.74 "DELETE /v2.0/subnets/615034a3-80ec-4f10-a28d-3787146f8d25 HTTP/1.1" status: 204 len: 168 time: 0.2600117 Jul 27 16:50:17.410936 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [-] (104022) accepted ('10.222.0.74', 48542) {{(pid=104022) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:50:17.413414 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f723d04c-84ac-4cda-a8a5-cad1da58f645 None None] Network 005bfb35-5b97-40bc-80e8-c482ac2f506a requested from dv-cinder-849690-6-iscsi {{(pid=104023) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 27 16:50:17.482229 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1293665'] for network (005bfb35-5b97-40bc-80e8-c482ac2f506a), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.523087 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] Deleting port ef1fde9c-3d3b-40e2-80bf-534bed0dd57a {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 27 16:50:17.523416 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729475360525'] for port (ef1fde9c-3d3b-40e2-80bf-534bed0dd57a), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.589425 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] For port ef1fde9c-3d3b-40e2-80bf-534bed0dd57a, host dv-cinder-849690-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849690-6-iscsi',level=0,port_id=ef1fde9c-3d3b-40e2-80bf-534bed0dd57a,segment=NetworkSegment(39d55b5f-0e64-45ad-85b2-5421c2d202db),segment_id=39d55b5f-0e64-45ad-85b2-5421c2d202db)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 16:50:17.589780 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-612117'] for port (ef1fde9c-3d3b-40e2-80bf-534bed0dd57a), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.603033 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] Calling delete_port for ef1fde9c-3d3b-40e2-80bf-534bed0dd57a owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 27 16:50:17.690679 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1964814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729475479363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729474968396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5990929'] for port (ef1fde9c-3d3b-40e2-80bf-534bed0dd57a), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.693310 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff990d73-7e3b-43e8-9508-f63d199b0079 None None] DHCP port deletion for 005bfb35-5b97-40bc-80e8-c482ac2f506a request from dv-cinder-849690-6-iscsi {{(pid=104023) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 27 16:50:17.719602 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1fde9c-3d3b-40e2-80bf-534bed0dd57a,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:17.725414 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] No DVR routers for this DVR port ef1fde9c-3d3b-40e2-80bf-534bed0dd57a on host dv-cinder-849690-6-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 27 16:50:17.802670 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233157', 'neutron.services.segments.db._delete_segments_for_network-8729475437258'] for network (005bfb35-5b97-40bc-80e8-c482ac2f506a), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.823115 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005bfb35-5b97-40bc-80e8-c482ac2f506a']}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:17.834015 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d55b5f-0e64-45ad-85b2-5421c2d202db') {'for_net_delete': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:17.834303 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.services.segments.db [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d55b5f-0e64-45ad-85b2-5421c2d202db') {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 16:50:17.845211 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729475437159', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6765098'] for segment (39d55b5f-0e64-45ad-85b2-5421c2d202db), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.851166 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:17.860773 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220'] for segment (39d55b5f-0e64-45ad-85b2-5421c2d202db), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.868694 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=104022) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 16:50:17.869169 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1230220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5991010'] for segment (39d55b5f-0e64-45ad-85b2-5421c2d202db), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.912353 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 39d55b5f-0e64-45ad-85b2-5421c2d202db resource provider aggregate not found Jul 27 16:50:17.932232 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.services.segments.plugin [-] Segment 39d55b5f-0e64-45ad-85b2-5421c2d202db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39d55b5f-0e64-45ad-85b2-5421c2d202db found for delete ", "request_id": "req-0866b9c8-77d5-4822-8376-bbed1b42bbc9"}]} Jul 27 16:50:17.937795 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427568'] for network (005bfb35-5b97-40bc-80e8-c482ac2f506a), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.953233 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530058'] for network (None), before_response {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:17.956407 dv-cinder-849690-6-iscsi neutron-server[104022]: INFO neutron.wsgi [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] 10.222.0.74 "DELETE /v2.0/networks/005bfb35-5b97-40bc-80e8-c482ac2f506a HTTP/1.1" status: 204 len: 168 time: 0.5428896 Jul 27 16:50:17.957851 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd48aff-1618-4b18-99c5-e7f764dbc677 admin admin] Pushing event deleted for resources: {'Network': ['ID=005bfb35-5b97-40bc-80e8-c482ac2f506a,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:18.068609 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48550) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:50:18.108597 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-53d86199-416c-4230-b7e5-4e1c989c0344 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c24a78af0a5d46de89b42a548fc3f43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388010 Jul 27 16:50:18.110994 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48552) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:50:18.155685 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:18.159156 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ae9460c-62c6-4e9c-b3cf-c095ea1ae74c admin admin] Publish callbacks [] for security_group (6bd2f2cb-42ea-4158-8bd7-0a6ab0a06880), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:18.169320 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:18.182697 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ae9460c-62c6-4e9c-b3cf-c095ea1ae74c admin admin] Publish callbacks [] for security_group (6bd2f2cb-42ea-4158-8bd7-0a6ab0a06880), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:18.237129 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ae9460c-62c6-4e9c-b3cf-c095ea1ae74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (6bd2f2cb-42ea-4158-8bd7-0a6ab0a06880), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:18.239647 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ae9460c-62c6-4e9c-b3cf-c095ea1ae74c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:18.240770 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1ae9460c-62c6-4e9c-b3cf-c095ea1ae74c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6bd2f2cb-42ea-4158-8bd7-0a6ab0a06880 HTTP/1.1" status: 204 len: 168 time: 0.1288276 Jul 27 16:50:18.248411 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9460c-62c6-4e9c-b3cf-c095ea1ae74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd2f2cb-42ea-4158-8bd7-0a6ab0a06880,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:18.547485 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48558) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:50:18.587420 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-211e8393-5ca9-4b4f-90e5-afaa528314b2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=68d55b4deef34beba72a1f5971bed410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386214 Jul 27 16:50:18.589715 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.74', 48560) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 27 16:50:18.636726 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e481de9e-d12b-4bc1-816e-da0df5ca8406 admin admin] Publish callbacks [] for security_group (67e63644-cb8c-4b5e-b14a-82dbe2d02815), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:18.658810 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e481de9e-d12b-4bc1-816e-da0df5ca8406 admin admin] Publish callbacks [] for security_group (67e63644-cb8c-4b5e-b14a-82dbe2d02815), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:18.704516 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e481de9e-d12b-4bc1-816e-da0df5ca8406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-398491'] for security_group (67e63644-cb8c-4b5e-b14a-82dbe2d02815), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:18.707014 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e481de9e-d12b-4bc1-816e-da0df5ca8406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:18.708134 dv-cinder-849690-6-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e481de9e-d12b-4bc1-816e-da0df5ca8406 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/67e63644-cb8c-4b5e-b14a-82dbe2d02815 HTTP/1.1" status: 204 len: 168 time: 0.1175404 Jul 27 16:50:18.715957 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481de9e-d12b-4bc1-816e-da0df5ca8406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e63644-cb8c-4b5e-b14a-82dbe2d02815,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 16:50:18.928426 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device c16a7bac-c31a-42dc-996e-c9c81719012f no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:18.952380 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: c16a7bac-c31a-42dc-996e-c9c81719012f {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:50:18.952738 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device c16a7bac-c31a-42dc-996e-c9c81719012f not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:18.953183 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device d09a900e-b684-4c41-ab1d-ba0eb725fc36 no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:18.973137 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: d09a900e-b684-4c41-ab1d-ba0eb725fc36 {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:50:18.973493 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device d09a900e-b684-4c41-ab1d-ba0eb725fc36 not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:18.973914 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device ef1fde9c-3d3b-40e2-80bf-534bed0dd57a no longer exists at agent ovs-agent-dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 16:50:18.994663 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.plugin [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] No Port match for: ef1fde9c-3d3b-40e2-80bf-534bed0dd57a {{(pid=104023) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 27 16:50:18.995012 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.rpc [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Device ef1fde9c-3d3b-40e2-80bf-534bed0dd57a not bound to the agent host dv-cinder-849690-6-iscsi {{(pid=104023) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 16:50:20.608316 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:23.814758 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=5 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:23.815788 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=92 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:25.407638 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-dbaf2f2f-e58a-47cc-948d-f9bc6116147b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:27.511265 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-913e7151-323d-4cfb-9148-6a5f10105841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:27.932408 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=2,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:27.958094 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:28.711411 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=27,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:28.712154 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=31,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:28.788073 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:30.450321 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:30.531701 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:30.983223 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:50:40.032127 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:40.526280 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:40.528197 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:41.992853 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=6 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:50:50.632188 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:55.409105 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-48928610-6005-4c2f-afc1-4d5d0b2a89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:57.512734 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-170c0112-c8b8-49d8-9626-54f10ac18ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:50:58.790021 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:51:00.454761 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:51:00.533837 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:51:07.985118 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:51:10.528244 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:51:10.530197 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:51:17.979151 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:51:20.629698 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:51:24.027379 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:51:25.410570 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-011873d0-0cb6-4880-bee1-d601f981c79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:51:27.047036 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [req-42c9d673-bc8f-4053-bb33-319f971bf4b5 req-d6a2eac1-55bc-47df-a486-b0b65cf23ff9 service neutron] (104022) timed out ('10.222.0.20', 54078) {{(pid=104022) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 27 16:51:27.514145 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-06b6655f-c511-49a4-8367-dad774c52dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:51:28.793685 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:51:30.455803 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:51:30.534958 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:51:34.071717 dv-cinder-849690-6-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-b182416a-58a9-4bbd-b54b-6f2b586a404f req-a8d4978f-1ab2-45bf-8c51-281d398dc201 service neutron] (104021) timed out ('10.222.0.20', 54100) {{(pid=104021) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 27 16:51:42.501066 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=17,neutron:UPDATE=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:51:42.504134 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=27 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:51:44.985681 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:51:50.628617 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:51:54.979773 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:51:54.980570 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=5 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:51:55.414535 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6c212144-4fb1-4307-a94c-00eeaeabc316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:51:57.516065 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3be50790-2cb5-4c73-b57c-5a95d58fac76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:51:58.796295 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:52:00.458133 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:52:00.537378 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:52:10.530663 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:52:10.532544 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:52:20.639264 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:52:21.984678 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:52:25.415759 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c760ccdf-b892-4cc6-8176-e60777b5e77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:52:27.517633 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c55a917a-949c-4b0e-89cb-378b3912894c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:52:28.799180 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:52:30.460768 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:52:30.539073 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:52:31.980689 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=17 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:52:31.981482 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=17 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:52:40.528599 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:52:40.534830 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:52:50.632619 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:52:55.418022 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-893640d4-c567-484f-8265-964f524f7eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:52:57.518727 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-37312335-ff7f-4f39-a049-346720fa32ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:52:58.800807 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:52:58.983071 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:53:00.466584 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:53:00.540742 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:53:08.027731 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:53:08.979010 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=5 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:53:10.535458 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=10 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:53:10.537342 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:53:20.641713 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:53:24.024082 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:53:24.024826 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:53:25.418432 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-0b206597-ea54-47c5-aa7c-04226f90ca3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:53:27.520375 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-2900d909-532c-4cff-84c0-f8ee236796ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:53:28.804229 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:53:30.465388 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:53:30.541068 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:53:35.985983 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:53:42.504898 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:53:42.506122 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:53:45.977376 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=6 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:53:45.982241 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=2 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:53:50.657417 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:53:55.423077 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f1d5b0f1-bf3e-41c7-be5e-b704c655269e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:53:55.868411 dv-cinder-849690-6-iscsi neutron-server[104022]: DEBUG neutron.wsgi [req-1610f26c-2433-448c-8b6f-62ddf1091360 req-f1c4b5fa-8b8b-4b50-b9f3-a773ca2898d4 service neutron] (104022) timed out ('10.222.0.20', 54107) {{(pid=104022) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 27 16:53:57.522283 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a39a344b-526e-4d97-a1a7-78eee10f273b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:53:58.806239 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:54:00.469593 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:54:00.542373 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:54:10.536867 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:54:10.538851 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:54:12.983879 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:54:20.652131 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:54:22.504659 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=17 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:54:22.980278 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=17 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:54:25.424719 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-50fd922a-9f25-4598-b79d-c89b0ed21cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:54:27.523760 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3138966d-8b02-429e-93d7-eefb824f5ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:54:28.927111 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:54:30.470992 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:54:30.543817 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:54:40.537997 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:54:40.539921 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:54:49.983458 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:54:50.670924 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:54:55.426129 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-a2dbead5-ecc1-4102-bf05-98c0a1e0cc2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:54:57.526256 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-f5682bd8-8dc1-47e0-aaa7-7f756aa6ac7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:54:58.812872 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:54:59.978670 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=5 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:54:59.979387 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=3 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:55:00.475895 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:55:00.544750 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:55:10.538176 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:55:10.540819 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:55:20.668435 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d594cc77-17c0-44ea-a2fd-0d90066f6b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (17477792-b370-4601-bb37-b394f53d9dd7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:55:24.029420 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:55:25.427827 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-c182e8ce-82c1-4e54-8a83-e9bf9134bac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (a54aefbc-d0c1-4032-ac18-75ad9aa63981), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:55:26.981913 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG neutron.db.agents_db [None req-2d643305-71d5-4542-a897-00d9e61079e8 None None] Agent healthcheck: found 6 active agents {{(pid=104024) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 16:55:27.528627 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-de2e438b-e055-4d3b-a86c-e60e8e05a692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (30eac719-5180-4546-94d5-bc45597d1397), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:55:28.813907 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2f72-0ecf-466d-aad1-4614a3afe0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (9c122b2a-a20e-407c-b8a7-049d905219e1), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:55:30.476113 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-16fe5778-6416-47d7-b5cc-54675deba7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (3268fa11-0b11-4760-8b6e-4c99282b6632), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:55:30.546981 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-5b608512-3b41-4e1f-b7e5-90856960be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729475437240', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236186'] for agent (880a4e3b-e73b-42c7-816e-a9f8d8c8e439), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 27 16:55:41.995311 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=4 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:55:41.996099 dv-cinder-849690-6-iscsi neutron-server[104024]: DEBUG dbcounter [-] [104024] Writing DB stats neutron:SELECT=6 {{(pid=104024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:55:42.513251 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 27 16:55:42.515161 dv-cinder-849690-6-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}